-- Logs begin at Thu 2021-02-18 03:40:25 UTC, end at Thu 2021-02-18 04:44:31 UTC. -- Feb 18 04:17:41.707827 dv-cinder-776307-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 04:17:44.417446 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.common.config [-] Logging enabled! Feb 18 04:17:44.417973 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531 Feb 18 04:17:44.419321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 04:17:44.421067 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.common.config [-] Logging enabled! Feb 18 04:17:44.421353 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531 Feb 18 04:17:44.421700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 04:17:44.422752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 04:17:44.423018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 04:17:44.424080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 04:17:44.424361 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 04:17:44.424621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 04:17:44.424988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.425332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.425669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.425932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.426269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.426603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.426926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.427278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.427618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.427941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.428257 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.428579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.428841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.429158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.429485 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.429812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.430068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] debug = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.430382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.430915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.431233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.431591 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.431918 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.432227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.432540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.432864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.433225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] host = dv-cinder-776307-1-smb {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.433541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.433869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.434196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.434522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.434834 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.435148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.435498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.435808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.436115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] log_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.436425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.436753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.437080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.437414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.437695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.437952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.438282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.438613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.438926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.439237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.439584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.439893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.440203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.440506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.440830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.441156 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.441482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.441791 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.442102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.442407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.442714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.443038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.443393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.443704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.444016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.444347 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.444650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.444958 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.445305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.445632 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.445957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.446282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.446592 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.446917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.447225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.447556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.447864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] use_json = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.448175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.448487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.448809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.449116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.449424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.449735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.450043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.450369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:44.450703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.451041 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.451408 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.451731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.452063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.452384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.452716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.453030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.453896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.454228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.454551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.454864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.455187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.455525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.455860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.456206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.456541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.456872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.457183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.457493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.457801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.458116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.458445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.458780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.459111 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.459445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.459760 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.460093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.460410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.460719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.461033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.461364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.461680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.461988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.462308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.462623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.462931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.463238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.463572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.463902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.464213 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.464519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.464827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.465139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.465443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.465765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.466077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.466387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.466694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.467006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.467337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.467646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.467957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.468267 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.468578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.469506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.469817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.470129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.470437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.470745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.471052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.471385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.471701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.472008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.472312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.472617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.472925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.473233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.473554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.473889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.474205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.474522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.474836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.475153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.475493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.475808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.476122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.476436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.476743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.477075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.477396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.477962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.478286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.478608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.478944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.479286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.479612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.479925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.480238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.480558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.480882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.481214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.481549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.481880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.482209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.482539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.482857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.483207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.483548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:44.483799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 04:17:44.484062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83855) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 18 04:17:45.132432 dv-cinder-776307-1-smb neutron-server[83855]: INFO keyring.backend [-] Loading Gnome Feb 18 04:17:45.156273 dv-cinder-776307-1-smb neutron-server[83855]: INFO keyring.backend [-] Loading Google Feb 18 04:17:45.159627 dv-cinder-776307-1-smb neutron-server[83855]: INFO keyring.backend [-] Loading Windows (alt) Feb 18 04:17:45.163059 dv-cinder-776307-1-smb neutron-server[83855]: INFO keyring.backend [-] Loading file Feb 18 04:17:45.164056 dv-cinder-776307-1-smb neutron-server[83855]: INFO keyring.backend [-] Loading keyczar Feb 18 04:17:45.164339 dv-cinder-776307-1-smb neutron-server[83855]: INFO keyring.backend [-] Loading multi Feb 18 04:17:45.164977 dv-cinder-776307-1-smb neutron-server[83855]: INFO keyring.backend [-] Loading pyfs Feb 18 04:17:45.209801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:17:45.210126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:17:45.210449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:17:45.210818 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 04:17:45.598214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.598724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.598845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.647648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.647961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.648260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.651856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.652170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.652470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.719201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.719540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.719845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.720976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.721282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.721579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.990637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.990969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.991308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.991596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:45.992419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.138956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.139360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.139691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.139995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.140292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.140704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.141005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.141294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.141582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.141920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.142217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.142522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.142829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.143123 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.143462 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.143781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.144072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.144393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.144681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.145184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.145470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.145752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.146096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.146378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.146656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.147072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.147372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.147645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.147917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.148189 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.148459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.148875 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 04:17:46.152083 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 04:17:46.155987 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 04:17:46.160410 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 18 04:17:46.162050 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 04:17:46.163341 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 04:17:46.163724 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 18 04:17:46.164156 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 04:17:46.166872 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 04:17:46.167159 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 04:17:46.167574 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 18 04:17:46.189696 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 04:17:46.190208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.190541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83855) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 18 04:17:46.190956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.192431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83855) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 04:17:46.192756 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 18 04:17:46.193033 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 18 04:17:46.196168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.196484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.263216 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 04:17:46.263470 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 04:17:46.263739 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 04:17:46.264138 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 04:17:46.297558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.sqlalchemy.engines [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83855) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 18 04:17:46.735450 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Initializing driver for type 'gre' Feb 18 04:17:46.736011 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] gre ID ranges: [(1, 1000)] Feb 18 04:17:46.776620 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Initializing driver for type 'local' Feb 18 04:17:46.776994 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Initializing driver for type 'vlan' Feb 18 04:17:46.787231 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] VlanTypeDriver initialization complete Feb 18 04:17:46.787648 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Initializing driver for type 'vxlan' Feb 18 04:17:46.788178 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] vxlan ID ranges: [(1, 1000)] Feb 18 04:17:46.827661 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Initializing extension driver 'port_security' Feb 18 04:17:46.828014 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.extensions.port_security [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] PortSecurityExtensionDriver initialization complete Feb 18 04:17:46.828907 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Initializing mechanism driver 'openvswitch' Feb 18 04:17:46.835096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83855) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:17:46.835961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.836364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.836746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.837161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnet after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.837542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnet after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.837915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.838326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.838701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.839073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.839501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > security_group after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.839876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > security_group after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.840243 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.840648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.841022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.841386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.841929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > address_group after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.842303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > address_group after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.842669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.843030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] ML2 OVO RPC backend initialized. {{(pid=83855) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 18 04:17:46.843766 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.844739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.845195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.845572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > networks before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.845950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.846322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > ports before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.846693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnet before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.847066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnets before_response 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.847468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.847841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.848209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.848574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.848941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.849305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.849673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnet after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.850039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnet after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.850407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.851032 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.plugin [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Modular L2 Plugin initialization complete Feb 18 04:17:46.851409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading services supported by the core plugin {{(pid=83855) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 04:17:46.851773 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.plugins.ml2.managers [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Got port-security extension from driver 'port_security' Feb 18 04:17:46.852274 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.extensions.vlantransparent [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Disabled vlantransparent extension. Feb 18 04:17:46.852990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83855) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 04:17:46.853334 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: router Feb 18 04:17:46.890378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.891340 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router after_create 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.891745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router before_create 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.892148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.892561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.892948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router after_delete 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.893343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.893746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router after_create 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.894121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router after_update 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.894502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router after_update 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.894883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.895300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router after_update 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.895793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_update 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.896204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: port after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.896584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: port after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.896955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: subnet after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.897329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.897710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.898086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_create 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.898463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: port before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.898839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.899234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router after_update 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.899628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.900016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_create 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.900416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.900794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_update 55549900 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.901223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > network after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.902218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Tracking information for resource: router configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.902585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Tracking information for resource: floatingip configured {{(pid=83855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 04:17:46.907931 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_agentschedulers_db [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 04:17:46.908734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: port after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.909132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: port after_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.909516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: port after_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.909896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: port after_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.910798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router before_create 55550100 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.911203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.911645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_create 55550100 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.912036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > router precommit_update 55550100 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.916777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.provider_configuration [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service providers = [] {{(pid=83855) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 04:17:46.917170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.servicetype_db [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83855) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 04:17:46.920158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.service_base [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 04:17:46.920539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.service_base [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 04:17:46.920908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.service_base [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 04:17:46.921788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.service_base [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 04:17:46.922218 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.services.service_base [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 04:17:46.922626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.922971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 04:17:46.932959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.933327 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: auto_allocate Feb 18 04:17:46.939628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: network precommit_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.940034 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: network precommit_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.940615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.940969 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: tag Feb 18 04:17:46.947835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.948194 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: timestamp Feb 18 04:17:46.952048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.952561 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: network_ip_availability Feb 18 04:17:46.958575 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.958976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.959407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:46.960188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.960538 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: flavors Feb 18 04:17:46.965104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.965464 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading Plugin: revisions Feb 18 04:17:46.969727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 04:17:46.970150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=83855) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:17:46.970938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83855) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 18 04:17:46.971317 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Initializing extension manager. Feb 18 04:17:46.971878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: __init__.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.972251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: __pycache__ {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.972618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.972985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: address_group.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.973928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.974556 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: address-group Feb 18 04:17:46.974917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: address_scope.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.975704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.976276 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: address-scope Feb 18 04:17:46.976631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.977562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.978388 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: router-admin-state-down-before-update Feb 18 04:17:46.978743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: agent.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.979514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.980075 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: agent Feb 18 04:17:46.980427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: agent_resources_synced.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.981330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.981895 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: agent-resources-synced Feb 18 04:17:46.982244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: allowedaddresspairs.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.984028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.984646 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: allowed-address-pairs Feb 18 04:17:46.985004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: auto_allocated_topology.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.986110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.986646 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: auto-allocated-topology Feb 18 04:17:46.987001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: availability_zone.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.987765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.988334 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: availability_zone Feb 18 04:17:46.988685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: availability_zone_filter.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.989590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.990155 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: availability_zone_filter Feb 18 04:17:46.990505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: data_plane_status.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.991464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.992028 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 04:17:46.992379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: default_subnetpools.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.993290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.993853 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: default-subnetpools Feb 18 04:17:46.994203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.995134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.995730 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: dhcp_agent_scheduler Feb 18 04:17:46.996087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: dns.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.996999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.997561 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 04:17:46.997913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: dns_domain_ports.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:46.998816 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:46.999399 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 04:17:46.999752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: dvr.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.001013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.001580 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: dvr Feb 18 04:17:47.001932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: empty_string_filtering.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.002844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.003436 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: empty-string-filtering Feb 18 04:17:47.003786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.004682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.005245 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 04:17:47.005593 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.006493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.007059 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 04:17:47.007437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: external_net.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.008349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.008915 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: external-net Feb 18 04:17:47.009268 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.010166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.010730 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: extra_dhcp_opt Feb 18 04:17:47.011082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: extraroute.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.012013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.012579 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: extraroute Feb 18 04:17:47.012934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: extraroute_atomic.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.013948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.014511 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: extraroute-atomic Feb 18 04:17:47.014863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: filter_validation.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.015595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.016697 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: filter-validation Feb 18 04:17:47.017043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: fip_pf_description.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.017951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.018512 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 04:17:47.018863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: fip_port_details.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.019801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.020364 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: fip-port-details Feb 18 04:17:47.020718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: flavors.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.021939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.022513 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: flavors Feb 18 04:17:47.022868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.024512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.025093 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 04:17:47.025547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: floatingip_pools.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.026288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.026858 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: floatingip-pools Feb 18 04:17:47.027214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: ip_allocation.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.028199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.028739 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 04:17:47.029094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.030016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.030578 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: ip-substring-filtering Feb 18 04:17:47.030935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l2_adjacency.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.031892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.032454 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 04:17:47.032806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l3.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.033855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.034431 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: router Feb 18 04:17:47.034786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.037015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.037599 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 04:17:47.037961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.038890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.039478 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: ext-gw-mode Feb 18 04:17:47.039836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.040742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.041308 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: l3-ha Feb 18 04:17:47.041662 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l3_flavors.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.042571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.043136 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: l3-flavors Feb 18 04:17:47.043541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.044451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.045013 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 04:17:47.045366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: l3agentscheduler.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.046598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.047220 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: l3_agent_scheduler Feb 18 04:17:47.047601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: logging.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.049071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.049650 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension logging not supported by any of loaded plugins Feb 18 04:17:47.050011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: metering.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.050790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.051497 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: metering Feb 18 04:17:47.051852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.052949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.053517 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: metering_source_and_destination_fields Feb 18 04:17:47.053872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: multiprovidernet.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.054793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.055384 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: multi-provider Feb 18 04:17:47.055741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: netmtu.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.056648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.057211 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: net-mtu Feb 18 04:17:47.057564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: netmtu_writable.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.058476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.059037 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: net-mtu-writable Feb 18 04:17:47.059415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: network_availability_zone.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.060115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.060672 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: network_availability_zone Feb 18 04:17:47.061023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: network_ip_availability.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.062114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.063206 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: network-ip-availability Feb 18 04:17:47.063589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: network_segment_range.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.064505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.065075 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 04:17:47.065431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: pagination.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.066402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.066769 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: pagination Feb 18 04:17:47.067120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: port_device_profile.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.068056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.068628 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: port-device-profile Feb 18 04:17:47.068981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.069886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.070449 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: port-mac-address-regenerate Feb 18 04:17:47.070801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.071726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.072294 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: port-numa-affinity-policy Feb 18 04:17:47.072652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: port_resource_request.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.073558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.074116 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 04:17:47.074467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: portbindings.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.075404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.075974 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: binding Feb 18 04:17:47.076326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: portbindings_extended.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.077571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.078722 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: binding-extended Feb 18 04:17:47.079092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: portsecurity.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.080022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.080589 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: port-security Feb 18 04:17:47.080942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: project_id.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.081902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.082264 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: project-id Feb 18 04:17:47.082619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: providernet.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.083553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.084122 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: provider Feb 18 04:17:47.084471 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.087987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.088576 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos not supported by any of loaded plugins Feb 18 04:17:47.088941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.091325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.091912 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 04:17:47.092321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.093238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.093826 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 04:17:47.094182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_default.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.095096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.095699 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-default not supported by any of loaded plugins Feb 18 04:17:47.096055 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_fip.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.096741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.097308 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 04:17:47.097661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_gateway_ip.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.098587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.099150 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 04:17:47.099547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_port_network_policy.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.100455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.101029 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 04:17:47.101378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_rule_type_details.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.102288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.103129 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 04:17:47.103506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: qos_rules_alias.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.104554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.105120 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 04:17:47.105476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: quotasv2.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.106440 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.106801 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: quotas Feb 18 04:17:47.107154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: quotasv2_detail.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.108781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.109161 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: quota_details Feb 18 04:17:47.109550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: rbac.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.110685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.111305 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: rbac-policies Feb 18 04:17:47.111670 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: rbac_address_scope.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.112601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.113170 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: rbac-address-scope Feb 18 04:17:47.113526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: rbac_security_groups.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.114559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.115129 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: rbac-security-groups Feb 18 04:17:47.115525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: rbac_subnetpool.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.116434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.117005 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: rbac-subnetpool Feb 18 04:17:47.117358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: revisionifmatch.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.118274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.118845 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: revision-if-match Feb 18 04:17:47.119199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: revisions.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.120333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.120898 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: standard-attr-revisions Feb 18 04:17:47.121253 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: router_availability_zone.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.121961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.122533 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: router_availability_zone Feb 18 04:17:47.122887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: routerservicetype.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.123818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.124378 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 04:17:47.124727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.126152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.126725 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: security-groups-normalized-cidr Feb 18 04:17:47.127076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.128004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.128572 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: port-security-groups-filtering Feb 18 04:17:47.128926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.129852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.130416 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: security-groups-remote-address-group Feb 18 04:17:47.130771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: securitygroup.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.144268 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.144873 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: security-group Feb 18 04:17:47.145240 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: segment.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.146084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.146650 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension segment not supported by any of loaded plugins Feb 18 04:17:47.147010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.147979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.148550 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 04:17:47.148909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: servicetype.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.149990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.150566 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: service-type Feb 18 04:17:47.150923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: sorting.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.151912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.152280 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: sorting Feb 18 04:17:47.152631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: standard_attr_segment.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.153540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.154108 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 04:17:47.154461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: standardattrdescription.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.155130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.155720 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: standard-attr-description Feb 18 04:17:47.156072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: stateful_security_group.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.157356 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.158023 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: stateful-security-group Feb 18 04:17:47.158386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: stdattrs_common.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.159288 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 04:17:47.159851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.161419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.162369 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 04:17:47.162788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: subnet_onboard.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.166259 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.166259 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: subnet_onboard Feb 18 04:17:47.166259 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.169326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.169909 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 04:17:47.170270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: subnet_service_types.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.171203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.171798 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: subnet-service-types Feb 18 04:17:47.172198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: subnetallocation.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.173282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.173856 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: subnet_allocation Feb 18 04:17:47.174215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.174910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.175514 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: subnetpool-prefix-ops Feb 18 04:17:47.175872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.176810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.177376 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 04:17:47.177730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: tagging.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.179008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.179608 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: standard-attr-tag Feb 18 04:17:47.179966 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: timestamp.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.181132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.181707 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loaded extension: standard-attr-timestamp Feb 18 04:17:47.182064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: trunk.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.183091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.183717 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension trunk not supported by any of loaded plugins Feb 18 04:17:47.184077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: trunk_details.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.184991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.185558 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 04:17:47.185914 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: uplink_status_propagation.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.186840 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.187432 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 04:17:47.188312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Loading extension file: vlantransparent.py {{(pid=83855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 04:17:47.189009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 04:17:47.189609 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 04:17:47.192329 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:network Feb 18 04:17:47.193137 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:subnet Feb 18 04:17:47.193805 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 04:17:47.194449 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:port Feb 18 04:17:47.195946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.196425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service FLAVORS assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.197122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.197585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.197942 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:router Feb 18 04:17:47.198647 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 04:17:47.199435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service METERING assigned prefix: /metering {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.201241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:47.201634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:47.202010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83855) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:17:47.203210 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 04:17:47.204217 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:security_group Feb 18 04:17:47.205006 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 04:17:47.205817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service CORE assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.206178 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 04:17:47.206536 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] subnetpool is already registered Feb 18 04:17:47.207196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service CORE assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.207574 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 04:17:47.207933 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] subnetpool is already registered Feb 18 04:17:47.210680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.211149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service FLAVORS assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.211821 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.212276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.212641 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:router Feb 18 04:17:47.212997 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] router is already registered Feb 18 04:17:47.213641 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 04:17:47.213997 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] floatingip is already registered Feb 18 04:17:47.214681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service METERING assigned prefix: /metering {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.215442 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 04:17:47.215797 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] rbac_policy is already registered Feb 18 04:17:47.216405 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:security_group Feb 18 04:17:47.216768 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] security_group is already registered Feb 18 04:17:47.217422 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 04:17:47.217776 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] security_group_rule is already registered Feb 18 04:17:47.218492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service CORE assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.218879 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 04:17:47.219236 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] subnetpool is already registered Feb 18 04:17:47.219911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.resource_helper [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Service CORE assigned prefix: {{(pid=83855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 04:17:47.220265 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 04:17:47.220617 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.quota.resource_registry [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] subnetpool is already registered Feb 18 04:17:47.221325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: extensions {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.222898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: address-groups {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.224580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: address-scopes {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.225851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: agents {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.227072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: auto-allocated-topology {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.228675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: availability_zones {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.230047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: dhcp-networks {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.231546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: dhcp-agents {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.233025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: routers {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.234946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: flavors {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.236239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: service_profiles {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.237475 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: next_providers {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.239898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: service_profiles {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.241433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: floatingip-pools {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.242718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: routers {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.244626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: floatingips {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.245864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: l3-routers {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.247344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: l3-agents {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.248831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: metering-labels {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.250806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: metering-label-rules {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.252173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: network-ip-availabilities {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.253485 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: bindings {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.255210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: quotas {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.256716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: quotas {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.258198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: rbac-policies {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.259649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: security-groups {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.260906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: security-group-rules {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.262267 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: service-providers {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.263644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: subnetpools {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.265120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: subnetpools {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.267338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.269102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.270995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.272848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.274731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.276522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.278400 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.280361 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.282343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.284280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.extensions [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Extended resource: tags {{(pid=83855) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 04:17:47.291194 dv-cinder-776307-1-smb neutron-server[83855]: WARNING keystonemiddleware.auth_token [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 04:17:47.296421 dv-cinder-776307-1-smb neutron-server[83855]: WARNING keystonemiddleware.auth_token [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 04:17:47.306334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Acquired lock "singleton_lock" {{(pid=83855) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 18 04:17:47.306856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Releasing lock "singleton_lock" {{(pid=83855) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 18 04:17:47.308296 dv-cinder-776307-1-smb neutron-server[83855]: INFO oslo_service.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Starting 2 workers Feb 18 04:17:47.313680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Started child 83966 {{(pid=83855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 04:17:47.317802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:47.318422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Started child 83967 {{(pid=83855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 04:17:47.319276 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [-] (83966) wsgi starting up on http://0.0.0.0:9696 Feb 18 04:17:47.319967 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 04:17:47.320622 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Notify callbacks [] for process, before_spawn {{(pid=83855) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:47.321765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:47.323092 dv-cinder-776307-1-smb neutron-server[83855]: INFO oslo_service.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Starting 1 workers Feb 18 04:17:47.323204 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [-] (83967) wsgi starting up on http://0.0.0.0:9696 Feb 18 04:17:47.328642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Started child 83968 {{(pid=83855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 04:17:47.329178 dv-cinder-776307-1-smb neutron-server[83855]: INFO oslo_service.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Starting 1 workers Feb 18 04:17:47.330753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] calling RpcWorker wait() {{(pid=83968) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 04:17:47.331164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] returning from RpcWorker wait() {{(pid=83968) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 04:17:47.332696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:47.333202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:17:47.333865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Started child 83969 {{(pid=83855) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 04:17:47.334660 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-630bc53e-663a-49e0-9246-0be01178e457 None None] Notify callbacks [] for process, after_spawn {{(pid=83855) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:47.336288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83855) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 04:17:47.336516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 04:17:47.336722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 04:17:47.336992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 04:17:47.337404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 04:17:47.337593 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 04:17:47.337759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:47.338150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.338463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.338765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.339047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.339391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.340070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.340339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.340646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.340960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.341229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.341422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.341614 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.341901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.342180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.342522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.342812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.343080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.343379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.343590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.343896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.344205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.344487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.344779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] debug = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.345051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.345606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.345879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.346160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.346411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.346706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.346980 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.347297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.347557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.347801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.348079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.348360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.348618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.348875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.349182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.349427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.349935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] host = dv-cinder-776307-1-smb {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.350202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.350449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.350717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.350976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.351274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.351539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.351815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.352118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.352369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.352599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.353132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.353390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.353657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.353921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.354170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_options = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.354323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.354618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.354904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.355117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.355315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.355468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.355767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.355958 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.356249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.356541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.356731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.356997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.357258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.357500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.357799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.358042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.358312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.358548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.358824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.359127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.359949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.360218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.360463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.360712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.360962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.361204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.361463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.361706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.361949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.362301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.363212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.363378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.363621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.364081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.364371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.364857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.364857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.365126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.365396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.365978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.366105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 35446) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:17:47.366257 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.366527 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.366763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.367014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.367295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.367545 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_json = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.367785 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.368028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.368307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.368551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.368812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.369068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.369315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.370120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.370565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.370870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.371223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.371502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.371767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.372032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.372326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.372589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.372865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.373128 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.373435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.373699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.374392 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.374643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.374917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.376243 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.376552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.376864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.377129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.377406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.377671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.377922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.378263 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.378569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.378857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.379123 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.379411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.379696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.379942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.380204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.380448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.380720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.381014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.381263 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.381507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.381756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.382034 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.382277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.382537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.382790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.383089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.383380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.383633 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.383866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.384123 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.384364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.384597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.384849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.385110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.385382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.385652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.385893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.386118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.386331 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.386578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.386857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.387122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.387385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.387651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.387897 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.388136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.388422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.388690 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.388931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.389187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.389433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.389697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.389852 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0209601 Feb 18 04:17:47.390005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.390191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.390453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.390749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.390995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.391236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.392245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.392245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.392245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.392245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.392797 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.393018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.393263 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.393508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.393752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.394010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.394163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:17:47.394314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.394526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.394883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.395149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.396250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.396671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.397059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.397501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.397775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.398647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.398647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.398647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.399078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.399078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.399375 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.400296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.400296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.400603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.400750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.400898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.401772 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.401772 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.401772 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.402211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.403909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.403909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.403909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.403909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.404597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.404597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.404597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.405087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.405087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.405368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.405665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.405963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.406247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.406531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.406823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.407104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.407415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.407972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.408420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.408840 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.409781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.409986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.410238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.411101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.411101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.411101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.411406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.412333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.412333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.412333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.412534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.412678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.412955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.413359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.413782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.414585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.415474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.415474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.415474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.415742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.415829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.416479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.416479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.417911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.417911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.417911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.418193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.418418 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.418673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.418923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.419160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.419465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.419751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.419996 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.420248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.420512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.420742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.420990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.421253 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.421497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.421784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.422565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.422870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.423153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.424954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.424954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.424954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.424954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.425334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.425474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.425617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.425853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.426105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.426355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.426601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.426848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.427113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.428246 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.428560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.428818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.429599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.429935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.430144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.431198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.431519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.431801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.432090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.434199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.434503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.434780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.435040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.435846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.436148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.436433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.438737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.439571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.439843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.441282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.441282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.441282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.441282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.441873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.441873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.442178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.442178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.442455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.442598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.442858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.443105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.443412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.443667 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.444516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.444755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.445002 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.445337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.445628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.447065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.447584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.448190 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.448791 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.450152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.452380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.452635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.453512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.453963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.454412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.454878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.455661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.457035 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.457414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.457760 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.458084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.458414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.458741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.459116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.459399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.459719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.460956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.461964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.462291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.463623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.464048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.464367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.464639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.464926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.465300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.465567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.466019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.467741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.468025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.468289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.468567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.468871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.469164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.469811 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.470076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.470443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.470612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 04:17:47.471562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83855) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 04:17:47.471562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 04:17:47.471562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 04:17:47.471782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 04:17:47.472043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 04:17:47.472043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 04:17:47.473109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.473310 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.473506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.473700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.473794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:17:47.473866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.474087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.474252 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.474432 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.474620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.474812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.475012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.475176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.475375 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.475526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.475678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.475867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.476026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.476175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.476322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.476505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.476665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.476854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.477040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] debug = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.477226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.478429 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.478603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.478799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.478987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.479159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.479358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.479619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.487739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.488349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.488764 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.489161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.489533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.489744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.490048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.490258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.490461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] host = dv-cinder-776307-1-smb {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.491334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.491334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.491334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.491334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.491625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.491695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.492046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.492046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.492219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.492360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.492551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.492741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.492930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.493120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.493309 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_options = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.493497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.493686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.493874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.494101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.494294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.494465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.494653 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.494842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.495031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.495220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.495450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.495595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.495749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.495934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.496135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.496296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.496448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.496597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.496789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.496950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.497140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.497327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.497513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.497679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.497865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.498032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.498192 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.499692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.500695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.500695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.500847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.501070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.501219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.501377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.502380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.502582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.502775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.502964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_json = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.503154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.503425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.503617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.503805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.503975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.504938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.505118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.505310 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 04:17:47.505590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.505688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.505879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.506073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.506264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.506453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.506644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.506831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.507002 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.507190 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.507412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.507602 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.507802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.507990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.508178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.508369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.508546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.508727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.509451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.509451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.509451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.509451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.509712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.509712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.509910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.510095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.510383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.510577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.510768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.510958 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.511146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.511438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.511570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.511696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.511905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.512027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.512205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.512393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.512582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.512771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.512961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.513149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.513319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.513505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.513695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.513884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.514118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.514269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.514409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.514556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.514718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.514896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.515172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.515369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.515481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.515588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.515807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.515995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.516894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.516894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.516894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.516894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.516894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.517893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.517893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.517893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.517893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.517893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.517893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.519174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.521899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.523625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.526023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.527712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.528479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.531780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.532729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.533169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.533169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.533169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.533169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.533169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.533468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.533468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.535750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.535750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.535750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.535985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.536058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.536357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.536357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.536557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.536697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.536868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.537053 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.537216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.537659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.537855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.538047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.538244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.538438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.538627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.538819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.539008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.539972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.539972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.539972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.539972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.539972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.540420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.540420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.540596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.540673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.540807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.540987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.541180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.541371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.541560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.541720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.541912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.542106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.542296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.542483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.542671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.543227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.543227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.543227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.543559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.543559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.543732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.543874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.544061 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.544260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.544450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.544637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.544823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.545046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.545204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.545353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.545513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.545662 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.545819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.545969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.546161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.546351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.546549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.546736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.548941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.549149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.549346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.549596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.549809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.549963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.550112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.550250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.550445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.550648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.550863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.551011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.551166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.551406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.551555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.551704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.551846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.551994 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.552164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.552351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.552539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553037 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553037 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553037 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.553952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 04:17:47.554117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83855) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 04:17:57.723863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a96996c-07b2-48b7-9e9c-b5f9c4b789e1 None None] get_active_networks_info from dv-cinder-776307-1-smb {{(pid=83968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 04:17:57.851998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a96996c-07b2-48b7-9e9c-b5f9c4b789e1 None None] No non-hosted networks {{(pid=83968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 04:17:57.875463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agentschedulers_db [None req-4a96996c-07b2-48b7-9e9c-b5f9c4b789e1 None None] DHCP Agent not found on host dv-cinder-776307-1-smb {{(pid=83968) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 18 04:17:58.121018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a3bc11de-a87d-4327-808e-74af5f29cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131'] for agent, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:59.709814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1af589f9-abca-43bf-8d3c-655ccd8a7e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131'] for agent, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:17:59.782798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-120fa61e-1cb4-4219-a206-0780a42246a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:00.179824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131'] for agent, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:01.469278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131'] for agent, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:01.470101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.470546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.470976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.471443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.471868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.472290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.472710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.473112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.473692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.474112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.474532 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.474950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:01.475437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776307-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:01.481098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:01.829880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131'] for agent, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:03.182961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 35550) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:03.391407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] get_endpoint_by_host() called for host dv-cinder-776307-1-smb {{(pid=83968) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 04:18:03.396156 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] get_endpoint_by_ip() called for ip 192.168.0.59 {{(pid=83968) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 04:18:03.399436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] _add_endpoint() called for ip 192.168.0.59 {{(pid=83968) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 04:18:03.407436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] _get_endpoints() called {{(pid=83968) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 04:18:03.802311 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-8254d45c-16d6-43f6-9d58-f233d3f1e7b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:03.802943 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-8254d45c-16d6-43f6-9d58-f233d3f1e7b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:04.031615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [None req-8254d45c-16d6-43f6-9d58-f233d3f1e7b5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:18:04.032623 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-8254d45c-16d6-43f6-9d58-f233d3f1e7b5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8486269 Feb 18 04:18:05.863446 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_hamode_db [None req-2757d622-16fb-42e8-92c6-bf02fbf75ed0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 04:18:05.952214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757d622-16fb-42e8-92c6-bf02fbf75ed0 None None] Routers set() bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:18:05.952642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757d622-16fb-42e8-92c6-bf02fbf75ed0 None None] Router IDs set() for agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 18 04:18:06.768969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 35566) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:07.149215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:18:07.217847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.policy [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83966) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 04:18:07.253724 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:07.254124 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:07.287832 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] Loaded quota_driver: . Feb 18 04:18:07.303865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:07.359892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780832406866', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780832421616', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780832392507', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780832435211', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780832434272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850897546', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3681297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767574', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854091302'] for rbac-policy, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:07.422516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:07.423824 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-91887bf5-b2b4-4541-8d12-5108309f30c2 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6537361 Feb 18 04:18:10.344197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 35580) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:10.705843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Request body: {'network': {'name': 'private', 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'admin_state_up': True}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:18:10.711708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:10.716573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Usage tracker for resource:network and tenant:4bf121ee74cb4f70bc67d6e3eac9b652 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:10.720221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:10.726174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:10.735484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Made reservation on behalf of 4bf121ee74cb4f70bc67d6e3eac9b652 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:18:10.741351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:10.760155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:10.929885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:10.933663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Usage tracker for resource:security_group_rule and tenant:4bf121ee74cb4f70bc67d6e3eac9b652 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:10.937122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:10.942670 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:11.037325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:11.039815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:11.044298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:11.065260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:18:11.091250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:11.091762 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Added segment 91cc0a3f-7e91-439f-913a-175f11de18c0 of type vxlan for network a41ddb44-4faf-4cb1-8d35-f21762128d85 Feb 18 04:18:11.141905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f912b65-016c-40de-bea2-5d14409e955c,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:11.163555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.163915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.164268 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.164617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.164962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.165305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.165646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.165985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.166325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.166661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.167004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.167363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Tracked resource versions report: Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:18:11.168428 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:18:11.212037 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:11.218168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:11.250359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:11.251655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:11.252303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:11.259382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:11.373614 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0282583 Feb 18 04:18:11.374334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Pushing event updated for resources: {'Network': ['ID=a41ddb44-4faf-4cb1-8d35-f21762128d85,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:11.377583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:11.385469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:18:14.373068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 35596) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:14.847533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6619b2-26f8-42fa-b10f-7ea28e6d0e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:14.848994 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ff6619b2-26f8-42fa-b10f-7ea28e6d0e3c admin admin] 10.222.0.58 "GET /v2.0/networks/a41ddb44-4faf-4cb1-8d35-f21762128d85 HTTP/1.1" status: 200 len: 818 time: 0.4749062 Feb 18 04:18:14.878066 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-66abde6a-6e16-4996-8a1b-0670e8dad12a admin admin] 10.222.0.58 "GET /v2.0/subnetpools/7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b HTTP/1.1" status: 200 len: 734 time: 0.0226457 Feb 18 04:18:14.887378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Request body: {'subnet': {'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'name': 'private-subnet', 'subnetpool_id': '7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b', 'gateway_ip': '172.20.0.1', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'ip_version': 4}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:18:14.891804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:14.895666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Usage tracker for resource:subnet and tenant:4bf121ee74cb4f70bc67d6e3eac9b652 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:14.898563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:14.904177 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:14.913539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Made reservation on behalf of 4bf121ee74cb4f70bc67d6e3eac9b652 for: {'subnet': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:18:14.918037 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:15.384748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:15.399173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:15.539056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40702d9-088a-4897-bd92-985c8a281703,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:15.545374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:15.598624 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Checking segment: {'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:18:15.599006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Network hostable DHCP agents. Network: a41ddb44-4faf-4cb1-8d35-f21762128d85, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:18:15.619466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:18:15.627871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, a41ddb44-4faf-4cb1-8d35-f21762128d85) {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:18:15.635695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:15.636273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:15.637263 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db990603-68f0-4af8-9b72-fda34a76ca17 None None] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:18:15.654424 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7705929 Feb 18 04:18:16.125287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47869801-813c-5d2f-b3c7-c7e60ba2d485-a41ddb44-4faf-4cb1-8d35-f21762128d85', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'fixed_ips': [{'subnet_id': 'e40702d9-088a-4897-bd92-985c8a281703'}]}} from dv-cinder-776307-1-smb. {{(pid=83968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 04:18:16.126345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:16.438722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Allocated IP 172.20.0.2 (a41ddb44-4faf-4cb1-8d35-f21762128d85/e40702d9-088a-4897-bd92-985c8a281703/bf3681c0-8dc4-4258-985c-4640d96c8dbf) {{(pid=83968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:18:16.670306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Notify callbacks [] for port, precommit_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:16.683532 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Transition to ACTIVE for port object bf3681c0-8dc4-4258-985c-4640d96c8dbf will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:18:16.703210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Transition to ACTIVE for port object bf3681c0-8dc4-4258-985c-4640d96c8dbf will not be triggered until provisioned by entity DHCP. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:18:16.710376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:16.725892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:16.857694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Pushing event updated for resources: {'Port': ['ID=bf3681c0-8dc4-4258-985c-4640d96c8dbf,revision_number=1']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:16.868708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.869085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.869452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.869814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.870172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.870530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.870885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.871236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.871613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.871964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.872315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.872668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Tracked resource versions report: Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:18:16.873765 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:18:16.877912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:16.933240 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 is already hosted by enough agents. {{(pid=83968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:18:16.934487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Resources bound (agent type, host, resource id): {{(pid=83968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:18:16.937665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Received port after_create {{(pid=83968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:18:16.997831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Attempting to bind port bf3681c0-8dc4-4258-985c-4640d96c8dbf on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:18:16.998180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Attempting to bind port bf3681c0-8dc4-4258-985c-4640d96c8dbf by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:18:16.998591 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Attempting to bind port bf3681c0-8dc4-4258-985c-4640d96c8dbf on network a41ddb44-4faf-4cb1-8d35-f21762128d85 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:18:17.004102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:18:17.004518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Checking segment: {'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:18:17.005773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:17.005773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Bound using segment: {'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:18:17.005945 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Bound port: bf3681c0-8dc4-4258-985c-4640d96c8dbf, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:18:17.006531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:17.096651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] For port bf3681c0-8dc4-4258-985c-4640d96c8dbf, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:18:17.100661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] For port bf3681c0-8dc4-4258-985c-4640d96c8dbf, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=bf3681c0-8dc4-4258-985c-4640d96c8dbf,segment=NetworkSegment(91cc0a3f-7e91-439f-913a-175f11de18c0),segment_id=91cc0a3f-7e91-439f-913a-175f11de18c0)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:18:17.104283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:17.119448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:17.276049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Pushing event updated for resources: {'Port': ['ID=bf3681c0-8dc4-4258-985c-4640d96c8dbf,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:17.279174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:18.371843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35606) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:19.005174 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-efc9095e-1d8c-43bb-b644-143a4f2f65ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:19.005764 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-efc9095e-1d8c-43bb-b644-143a4f2f65ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:19.234406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [None req-efc9095e-1d8c-43bb-b644-143a4f2f65ba admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:18:19.235789 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-efc9095e-1d8c-43bb-b644-143a4f2f65ba admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8619134 Feb 18 04:18:21.471962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device bf3681c0-8dc4-4258-985c-4640d96c8dbf up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:18:21.545264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port bf3681c0-8dc4-4258-985c-4640d96c8dbf completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:18:21.962528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35624) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:22.086244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d82e5-ec5d-4e0d-8806-5515e3144989 None None] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:18:22.182307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Provisioning for port bf3681c0-8dc4-4258-985c-4640d96c8dbf completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:18:22.192079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Provisioning complete for port bf3681c0-8dc4-4258-985c-4640d96c8dbf triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:22.192483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:22.358258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [None req-c56a12f5-d068-4d77-aa9c-7bb867b88aa1 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:18:22.359531 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c56a12f5-d068-4d77-aa9c-7bb867b88aa1 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3958807 Feb 18 04:18:22.439584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:22.489109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] For port bf3681c0-8dc4-4258-985c-4640d96c8dbf, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=bf3681c0-8dc4-4258-985c-4640d96c8dbf,segment=NetworkSegment(91cc0a3f-7e91-439f-913a-175f11de18c0),segment_id=91cc0a3f-7e91-439f-913a-175f11de18c0)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:18:22.498987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:22.507199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:22.582206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Pushing event updated for resources: {'Port': ['ID=bf3681c0-8dc4-4258-985c-4640d96c8dbf,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:22.586479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:22.727834 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-64c9216a-56b9-4cc3-b2c7-9cc2bbfb2eb2 None None] Provisioning complete for port bf3681c0-8dc4-4258-985c-4640d96c8dbf triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:22.728247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-64c9216a-56b9-4cc3-b2c7-9cc2bbfb2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:22.982492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-cf0ed259-979a-4989-a7db-f35f2d1f2fc4 None None] Provisioning complete for port bf3681c0-8dc4-4258-985c-4640d96c8dbf triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:22.982900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cf0ed259-979a-4989-a7db-f35f2d1f2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:23.445754 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device bf3681c0-8dc4-4258-985c-4640d96c8dbf up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:18:23.516323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port bf3681c0-8dc4-4258-985c-4640d96c8dbf triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:23.516870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:25.362437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35636) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:25.726569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'name': 'router1'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:18:25.775202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.policy [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83967) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 04:18:25.811188 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:25.811626 dv-cinder-776307-1-smb neutron-server[83855]: WARNING oslo_policy.policy [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 04:18:25.837963 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.quota [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Loaded quota_driver: . Feb 18 04:18:25.853641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:25.860506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Usage tracker for resource:router and tenant:4bf121ee74cb4f70bc67d6e3eac9b652 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:25.864732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:25.872021 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:25.887202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15214'] for router, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:25.889274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854028063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760603'] for router, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:25.913282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:26.179479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641'] for router, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:26.198170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:26.199450 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-263cb2bc-0cb6-40f4-ba4e-e3ced5eb5a05 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8359387 Feb 18 04:18:27.506629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c5ba4c4b-035f-4e9f-8817-b5049bdc3d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:28.876780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35648) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:29.255141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [None req-20f8997f-6b5b-499f-8910-fa3b1f876abf admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:18:29.256224 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-20f8997f-6b5b-499f-8910-fa3b1f876abf admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3784344 Feb 18 04:18:29.718615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-830cc75c-8672-4391-b7b2-8ce34c0d9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:30.122355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:31.472977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:31.758774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.002731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35668) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:32.158721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:18:32.164937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:32.168896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Usage tracker for resource:network and tenant:9cd49fbdc1d1416082e724f672b5f1ec is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:32.172122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:32.178267 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:32.186796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Made reservation on behalf of 9cd49fbdc1d1416082e724f672b5f1ec for: {'network': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:18:32.192830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.210550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.225694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:32.229768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd49fbdc1d1416082e724f672b5f1ec is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:32.232880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:32.239026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:32.331957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.334397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.338937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:32.350224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Reserving flat network on physical network physnet1 {{(pid=83967) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 18 04:18:32.376047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.376639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Unsubscribe: segment precommit_create {{(pid=83967) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 18 04:18:32.377100 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Added segment 04f2b278-b718-47c5-b371-dddc6df03d36 of type flat for network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 Feb 18 04:18:32.441040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d144b63-85f8-462b-b723-f7673f4f61ef,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:32.459360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.459726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.460082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.460433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.460777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.461121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.461465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.461807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.462146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.462487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.462825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.463162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Tracked resource versions report: Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:18:32.464235 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:18:32.492477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:32.511434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.554078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.555395 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:32.556036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:32.560694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:32.666064 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6621542 Feb 18 04:18:32.668937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce218cf-12a4-4440-b793-29be0ad4f2b6,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:32.672206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:32.680482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:18:35.177694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35692) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:35.296353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66049cb6-2325-4c80-9a15-52c1ad276284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:35.297837 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-66049cb6-2325-4c80-9a15-52c1ad276284 admin admin] 10.222.0.58 "GET /v2.0/subnets/e40702d9-088a-4897-bd92-985c8a281703 HTTP/1.1" status: 200 len: 849 time: 0.1190963 Feb 18 04:18:35.449467 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-bef88654-48a0-439a-b0b6-a1990623ad6a admin admin] 10.222.0.58 "GET /v2.0/routers/478d268e-9ea4-4b63-94f2-5f41cd6d997a HTTP/1.1" status: 200 len: 704 time: 0.1450193 Feb 18 04:18:35.929501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:36.292317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Allocated IP 172.20.0.1 (a41ddb44-4faf-4cb1-8d35-f21762128d85/e40702d9-088a-4897-bd92-985c8a281703/7ff22be9-9851-4bf3-acfa-fe8a92e54d56) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:18:36.431921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:18:36.597158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:36.615888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Transition to ACTIVE for port object 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:18:36.668180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:36.683304 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:36.816126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff22be9-9851-4bf3-acfa-fe8a92e54d56,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:36.822172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:36.873841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:18:36.874874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:18:36.877647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:18:36.878194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082862'] for router_interface, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:37.096262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-8a1847de-ce8b-494c-8e61-6f34b189b55c None None] Provisioning for port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:18:37.101024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-8a1847de-ce8b-494c-8e61-6f34b189b55c None None] Provisioning complete for port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:37.101425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8a1847de-ce8b-494c-8e61-6f34b189b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:37.145580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:37.306371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-8a1847de-ce8b-494c-8e61-6f34b189b55c None None] Port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:18:37.442124 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:37.445466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:37.446515 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692848'] for router_interface, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:37.460921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:37.589928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff22be9-9851-4bf3-acfa-fe8a92e54d56,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:37.594238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:37.647477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:18:37.648492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:18:37.828887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4f796c5d-2645-46f6-ab49-1c1d432a2716 None None] Provisioning complete for port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:37.829286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4f796c5d-2645-46f6-ab49-1c1d432a2716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:37.846351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Router 478d268e-9ea4-4b63-94f2-5f41cd6d997a is scheduled to L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 with binding_index 1 {{(pid=83967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 04:18:37.883942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-4f796c5d-2645-46f6-ab49-1c1d432a2716 None None] Port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:18:38.006928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:18:38.016103 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] 10.222.0.58 "PUT /v2.0/routers/478d268e-9ea4-4b63-94f2-5f41cd6d997a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5604780 Feb 18 04:18:38.017203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Sync routers for ids ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:18:38.027980 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Routers {'478d268e-9ea4-4b63-94f2-5f41cd6d997a'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:18:38.028849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:18:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:38.215161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Set router 478d268e-9ea4-4b63-94f2-5f41cd6d997a gateway port host: None {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:18:38.755757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'name': 'router1', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:18:25Z', 'updated_at': '2021-02-18T04:18:37Z', 'revision_number': 2, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'gw_port_host': None, '_interfaces': [{'id': '7ff22be9-9851-4bf3-acfa-fe8a92e54d56', 'name': '', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'mac_address': 'fa:16:3e:65:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e40702d9-088a-4897-bd92-985c8a281703', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:36Z', 'updated_at': '2021-02-18T04:18:37Z', 'revision_number': 2, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'subnets': [{'id': 'e40702d9-088a-4897-bd92-985c8a281703', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:38.760695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Checking router: 478d268e-9ea4-4b63-94f2-5f41cd6d997a for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:18:38.761085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Updating router 478d268e-9ea4-4b63-94f2-5f41cd6d997a port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 binding host dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:18:38.816540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:39.253901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Notify callbacks [] for port, precommit_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:39.268323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Transition to ACTIVE for port object 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 will not be triggered until provisioned by entity L2. {{(pid=83969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:18:39.270992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:39.286743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:39.437363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Pushing event updated for resources: {'Port': ['ID=7ff22be9-9851-4bf3-acfa-fe8a92e54d56,revision_number=3']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:39.450535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.450905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.451290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.451641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.451991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.452338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.452684 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.453029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.453373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.454272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.454679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.454957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Tracked resource versions report: Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:18:39.456064 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:18:39.468647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:39.607225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Attempting to bind port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:18:39.607666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Attempting to bind port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:18:39.608072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Attempting to bind port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 on network a41ddb44-4faf-4cb1-8d35-f21762128d85 {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:18:39.613810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:18:39.614232 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Checking segment: {'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:18:39.614709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:39.615125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Bound using segment: {'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:18:39.615663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Bound port: 7ff22be9-9851-4bf3-acfa-fe8a92e54d56, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cc0a3f-7e91-439f-913a-175f11de18c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85'}}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:18:39.616074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:39.709098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] For port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:18:39.713492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] For port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=7ff22be9-9851-4bf3-acfa-fe8a92e54d56,segment=NetworkSegment(91cc0a3f-7e91-439f-913a-175f11de18c0),segment_id=91cc0a3f-7e91-439f-913a-175f11de18c0)] {{(pid=83969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:18:39.718956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:39.734684 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:39.883606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Pushing event updated for resources: {'Port': ['ID=7ff22be9-9851-4bf3-acfa-fe8a92e54d56,revision_number=4']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:39.895740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-241ed44a-2805-4120-a68c-08e6fd828a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:39.944532 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Routers {'478d268e-9ea4-4b63-94f2-5f41cd6d997a'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:18:39.945186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:18:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:40.111720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] Set router 478d268e-9ea4-4b63-94f2-5f41cd6d997a gateway port host: None {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:18:40.451668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'name': 'router1', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:18:25Z', 'updated_at': '2021-02-18T04:18:37Z', 'revision_number': 2, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'gw_port_host': None, '_interfaces': [{'id': '7ff22be9-9851-4bf3-acfa-fe8a92e54d56', 'name': '', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'mac_address': 'fa:16:3e:65:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e40702d9-088a-4897-bd92-985c8a281703', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:36Z', 'updated_at': '2021-02-18T04:18:39Z', 'revision_number': 4, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'subnets': [{'id': 'e40702d9-088a-4897-bd92-985c8a281703', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:40.455762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbc867-66d5-4cc3-94ff-f2ea48437677 None None] The sync data for ids ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'] in dv-cinder-776307-1-smb is: [{'id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'name': 'router1', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:18:25Z', 'updated_at': '2021-02-18T04:18:37Z', 'revision_number': 2, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'gw_port_host': None, '_interfaces': [{'id': '7ff22be9-9851-4bf3-acfa-fe8a92e54d56', 'name': '', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'mac_address': 'fa:16:3e:65:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e40702d9-088a-4897-bd92-985c8a281703', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:36Z', 'updated_at': '2021-02-18T04:18:39Z', 'revision_number': 4, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'subnets': [{'id': 'e40702d9-088a-4897-bd92-985c8a281703', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:18:40.552782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35704) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:40.706370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78448184-d153-4f28-be29-ab14f9d87807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:40.706939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-78448184-d153-4f28-be29-ab14f9d87807 admin admin] Synchronizing usage tracker for tenant:9cd49fbdc1d1416082e724f672b5f1ec on resource:network {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:18:40.723118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-78448184-d153-4f28-be29-ab14f9d87807 admin admin] Unset dirty status for tenant:9cd49fbdc1d1416082e724f672b5f1ec on resource:network {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:18:40.724377 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-78448184-d153-4f28-be29-ab14f9d87807 admin admin] 10.222.0.58 "GET /v2.0/networks/3ce218cf-12a4-4440-b793-29be0ad4f2b6 HTTP/1.1" status: 200 len: 842 time: 0.1705077 Feb 18 04:18:40.735976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:18:40.741264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:40.745088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Usage tracker for resource:subnet and tenant:9cd49fbdc1d1416082e724f672b5f1ec is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:40.747947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:40.754504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:40.765067 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Made reservation on behalf of 9cd49fbdc1d1416082e724f672b5f1ec for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:18:40.769572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:41.379556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83967) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:18:41.380033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:41.396951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:41.480272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:18:41.535187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b06ad3-bd67-4abd-a98b-bea4b39ed164,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:41.539004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:41.553253 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:18:41.559167 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:41.559609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:41.605209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:18:41.605597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Network hostable DHCP agents. Network: 3ce218cf-12a4-4440-b793-29be0ad4f2b6, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:18:41.636341 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:18:41.646824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 3ce218cf-12a4-4440-b793-29be0ad4f2b6) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:18:41.651900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:41.652541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:41.663565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05f977-38e8-42b9-b5a5-f58305074232 None None] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:18:41.674652 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9429340 Feb 18 04:18:41.780044 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:41.851587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=7ff22be9-9851-4bf3-acfa-fe8a92e54d56,segment=NetworkSegment(91cc0a3f-7e91-439f-913a-175f11de18c0),segment_id=91cc0a3f-7e91-439f-913a-175f11de18c0)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:18:41.883168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:41.897016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-be83b4a5-bc62-4648-87e3-65024ddf422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:42.017376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=7ff22be9-9851-4bf3-acfa-fe8a92e54d56,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:42.020510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:42.021494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46fbb0-3e0e-4b3f-bbb0-b05336bb0503 None None] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:18:43.454891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:18:43.530992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:43.531451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:44.240350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 35718) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:44.448208 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-901eca8f-a511-4031-ae77-81e210d95560 admin admin] 10.222.0.58 "GET /v2.0/routers/478d268e-9ea4-4b63-94f2-5f41cd6d997a HTTP/1.1" status: 200 len: 710 time: 0.2066674 Feb 18 04:18:44.581422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a61ff2b-37ce-4787-a7b4-c532b1ba6600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:44.582791 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0a61ff2b-37ce-4787-a7b4-c532b1ba6600 admin admin] 10.222.0.58 "GET /v2.0/networks/3ce218cf-12a4-4440-b793-29be0ad4f2b6 HTTP/1.1" status: 200 len: 886 time: 0.1287794 Feb 18 04:18:44.592554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:18:45.053168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:45.569666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:45.626797 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:45.638891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:45.654012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:18:45.657876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:18:45.660739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:18:45.666296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:18:45.748159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:45.751146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:45.765793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:45.856432 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6176e13-7511-4ab7-afa1-e19e719efce1,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:45.861393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:46.021418 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Allocated IP 172.28.0.97 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/c216a106-21bb-455f-a9e4-9bd6273cb1f0) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:18:46.170416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:46.199152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:46.213726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:46.343563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Pushing event updated for resources: {'Port': ['ID=c216a106-21bb-455f-a9e4-9bd6273cb1f0,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:46.355607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:46.400369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:18:46.401469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:18:46.403679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:18:46.789258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:47.134185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:47.137521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854086257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854086242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-716166'] for router, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:47.321316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Router 478d268e-9ea4-4b63-94f2-5f41cd6d997a has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:18:47.682720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:18:47.693479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Sync routers for ids ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:18:47.698765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:47.700065 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] 10.222.0.58 "PUT /v2.0/routers/478d268e-9ea4-4b63-94f2-5f41cd6d997a HTTP/1.1" status: 200 len: 889 time: 3.1108651 Feb 18 04:18:47.703055 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Routers {'478d268e-9ea4-4b63-94f2-5f41cd6d997a'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:18:47.704369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:18:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:47.910403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Set router 478d268e-9ea4-4b63-94f2-5f41cd6d997a gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:18:48.259519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'name': 'router1', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c216a106-21bb-455f-a9e4-9bd6273cb1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:18:25Z', 'updated_at': '2021-02-18T04:18:46Z', 'revision_number': 4, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'gw_port': {'id': 'c216a106-21bb-455f-a9e4-9bd6273cb1f0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:45Z', 'updated_at': '2021-02-18T04:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '7ff22be9-9851-4bf3-acfa-fe8a92e54d56', 'name': '', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'mac_address': 'fa:16:3e:65:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e40702d9-088a-4897-bd92-985c8a281703', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:36Z', 'updated_at': '2021-02-18T04:18:41Z', 'revision_number': 5, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'subnets': [{'id': 'e40702d9-088a-4897-bd92-985c8a281703', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:48.264374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Checking router: 478d268e-9ea4-4b63-94f2-5f41cd6d997a for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:18:48.264776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Updating router 478d268e-9ea4-4b63-94f2-5f41cd6d997a port c216a106-21bb-455f-a9e4-9bd6273cb1f0 binding host dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:18:48.321552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:48.863514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Notify callbacks [] for port, precommit_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:48.876387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Transition to ACTIVE for port object c216a106-21bb-455f-a9e4-9bd6273cb1f0 will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:18:48.878851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:48.891606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:49.024674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7361c-56e5-4b2d-8e0f-175ee208220c None None] Pushing event updated for resources: {'Port': ['ID=c216a106-21bb-455f-a9e4-9bd6273cb1f0,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:49.028848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b1d7361c-56e5-4b2d-8e0f-175ee208220c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:49.090194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Attempting to bind port c216a106-21bb-455f-a9e4-9bd6273cb1f0 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:18:49.090594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Attempting to bind port c216a106-21bb-455f-a9e4-9bd6273cb1f0 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:18:49.090988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Attempting to bind port c216a106-21bb-455f-a9e4-9bd6273cb1f0 on network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:18:49.096524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:18:49.096959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:18:49.097367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:49.097788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Bound using segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:18:49.098289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Bound port: c216a106-21bb-455f-a9e4-9bd6273cb1f0, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:18:49.098709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:49.176182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] For port c216a106-21bb-455f-a9e4-9bd6273cb1f0, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:18:49.179236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] For port c216a106-21bb-455f-a9e4-9bd6273cb1f0, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c216a106-21bb-455f-a9e4-9bd6273cb1f0,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:18:49.184357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:49.199516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:49.348026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7361c-56e5-4b2d-8e0f-175ee208220c None None] Pushing event updated for resources: {'Port': ['ID=c216a106-21bb-455f-a9e4-9bd6273cb1f0,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:49.353127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b1d7361c-56e5-4b2d-8e0f-175ee208220c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:49.390302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Routers {'478d268e-9ea4-4b63-94f2-5f41cd6d997a'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:18:49.390967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:18:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:49.576509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] Set router 478d268e-9ea4-4b63-94f2-5f41cd6d997a gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:18:49.921649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4eb24408-1604-4508-a27e-41243722c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'name': 'router1', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c216a106-21bb-455f-a9e4-9bd6273cb1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:18:25Z', 'updated_at': '2021-02-18T04:18:46Z', 'revision_number': 4, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'gw_port': {'id': 'c216a106-21bb-455f-a9e4-9bd6273cb1f0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:45Z', 'updated_at': '2021-02-18T04:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '7ff22be9-9851-4bf3-acfa-fe8a92e54d56', 'name': '', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'mac_address': 'fa:16:3e:65:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e40702d9-088a-4897-bd92-985c8a281703', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:36Z', 'updated_at': '2021-02-18T04:18:41Z', 'revision_number': 5, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'subnets': [{'id': 'e40702d9-088a-4897-bd92-985c8a281703', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:18:49.926228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb24408-1604-4508-a27e-41243722c498 None None] The sync data for ids ['478d268e-9ea4-4b63-94f2-5f41cd6d997a'] in dv-cinder-776307-1-smb is: [{'id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'name': 'router1', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c216a106-21bb-455f-a9e4-9bd6273cb1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:18:25Z', 'updated_at': '2021-02-18T04:18:46Z', 'revision_number': 4, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'gw_port': {'id': 'c216a106-21bb-455f-a9e4-9bd6273cb1f0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:45Z', 'updated_at': '2021-02-18T04:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '7ff22be9-9851-4bf3-acfa-fe8a92e54d56', 'name': '', 'network_id': 'a41ddb44-4faf-4cb1-8d35-f21762128d85', 'tenant_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'mac_address': 'fa:16:3e:65:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478d268e-9ea4-4b63-94f2-5f41cd6d997a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e40702d9-088a-4897-bd92-985c8a281703', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:18:36Z', 'updated_at': '2021-02-18T04:18:41Z', 'revision_number': 5, 'project_id': '4bf121ee74cb4f70bc67d6e3eac9b652', 'subnets': [{'id': 'e40702d9-088a-4897-bd92-985c8a281703', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c0f27ee-ca68-4755-b0ea-bb8ef8b9ea5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:18:50.390922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 35728) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:18:50.545633 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b562bd-f627-4319-bd47-ed969f6e3619 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:18:50.547834 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-85b562bd-f627-4319-bd47-ed969f6e3619 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1552179 Feb 18 04:18:51.483228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c216a106-21bb-455f-a9e4-9bd6273cb1f0 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:18:51.567989 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port c216a106-21bb-455f-a9e4-9bd6273cb1f0 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:18:51.573662 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port c216a106-21bb-455f-a9e4-9bd6273cb1f0 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:51.574076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:51.703969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:51.722251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port c216a106-21bb-455f-a9e4-9bd6273cb1f0, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c216a106-21bb-455f-a9e4-9bd6273cb1f0,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:18:51.725349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:51.729850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b1d7361c-56e5-4b2d-8e0f-175ee208220c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:18:51.804159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=c216a106-21bb-455f-a9e4-9bd6273cb1f0,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:18:51.807613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:18:53.506210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c216a106-21bb-455f-a9e4-9bd6273cb1f0 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:18:53.577804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port c216a106-21bb-455f-a9e4-9bd6273cb1f0 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:18:53.578589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:57.525311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e46eaaca-3b19-48c1-9f06-48d89a543c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:18:59.740534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c1920967-74ca-4c5c-85b7-1b27de6252c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:00.125548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:01.474960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:01.780841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:13.432312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:19:27.507888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-76073494-23eb-4486-9a48-c241447f05d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:29.728748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b5f00903-4e48-4e7f-b123-bc03dc897d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:30.130886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:31.480141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:31.798362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:50.431121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:19:57.512363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f1b6dec9-de52-459a-b372-12eb5f712216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:19:59.729579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a79b575-5a55-4fc8-92f6-577fe2de2297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:00.134737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:01.483580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:01.798092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:27.430523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:20:27.513130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24595893-13ae-43ac-bf6c-3f62364dd639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:29.732036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8ec8647c-46ad-463a-a3a8-14c18f81abb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:30.129050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:31.487029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:31.799832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:57.515826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f09c82b5-5390-4f0f-8698-dc1d8b28cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:20:59.732851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40352fae-79a4-4b4c-a96a-c09ee5d08412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:00.134139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:01.488908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:01.807945 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:01.827450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36304) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:01.899981 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.pecan_wsgi.hooks.translation [None req-271b0582-8a04-465d-b70b-2f0b154ff538 admin admin] GET failed (client error): The resource could not be found. Feb 18 04:21:01.901368 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-271b0582-8a04-465d-b70b-2f0b154ff538 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0729017 Feb 18 04:21:02.041872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16516ff-f00f-452f-82e4-209265a2ac20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:02.043349 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c16516ff-f00f-452f-82e4-209265a2ac20 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1376300 Feb 18 04:21:04.429731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:21:04.495073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36314) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:04.612264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b380ccf-79d6-440b-81e3-ad5651f2c6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:04.613670 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9b380ccf-79d6-440b-81e3-ad5651f2c6d0 admin admin] 10.222.0.58 "GET /v2.0/subnets/e40702d9-088a-4897-bd92-985c8a281703 HTTP/1.1" status: 200 len: 849 time: 0.1174514 Feb 18 04:21:04.623883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:21:04.747352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:05.051104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780831533017'] for subnet, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:05.065757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:21:05.210384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40702d9-088a-4897-bd92-985c8a281703,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:21:05.223755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.224133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.224504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.224867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.225226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.225582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.225939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.226293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.226667 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.227020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.227422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.227774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:21:05.232697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:21:05.258281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:05.258931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:05.260347 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] 10.222.0.58 "PUT /v2.0/subnets/e40702d9-088a-4897-bd92-985c8a281703 HTTP/1.1" status: 200 len: 868 time: 0.6404042 Feb 18 04:21:05.278355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcee9cbf-0b22-4c32-ad63-f05c721337c1 None None] Network a41ddb44-4faf-4cb1-8d35-f21762128d85 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:21:05.718845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-1b1a9f34-1ca1-4140-a746-6d24d6b9e27b None None] Provisioning complete for port 7ff22be9-9851-4bf3-acfa-fe8a92e54d56 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:21:05.719389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9f34-1ca1-4140-a746-6d24d6b9e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:06.009260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-1b1a9f34-1ca1-4140-a746-6d24d6b9e27b None None] Provisioning complete for port bf3681c0-8dc4-4258-985c-4640d96c8dbf triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:21:06.009586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1b1a9f34-1ca1-4140-a746-6d24d6b9e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:07.733771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36324) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:08.068529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d03529-81d3-4ee4-88c5-2e67c5801dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:08.069893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d03529-81d3-4ee4-88c5-2e67c5801dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:08.071708 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c5d03529-81d3-4ee4-88c5-2e67c5801dd2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3369455 Feb 18 04:21:10.542041 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36334) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:10.722524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ce326-dd3f-4326-a4e2-2bc4a8d52a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:10.722865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ce326-dd3f-4326-a4e2-2bc4a8d52a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:10.724489 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ea1ce326-dd3f-4326-a4e2-2bc4a8d52a7f admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1814511 Feb 18 04:21:13.205384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36344) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:13.382753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b5a29-dc36-40ab-baab-f86c8fc7395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:13.384148 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b44b5a29-dc36-40ab-baab-f86c8fc7395e admin admin] 10.222.0.58 "GET /v2.0/networks/3ce218cf-12a4-4440-b793-29be0ad4f2b6 HTTP/1.1" status: 200 len: 886 time: 0.1777377 Feb 18 04:21:15.834775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36354) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:16.019066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eec82b-859f-4555-8e91-3c675f1dd9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:16.020473 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f1eec82b-859f-4555-8e91-3c675f1dd9af admin admin] 10.222.0.58 "GET /v2.0/networks/a41ddb44-4faf-4cb1-8d35-f21762128d85 HTTP/1.1" status: 200 len: 862 time: 0.1846523 Feb 18 04:21:18.469064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36364) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:18.582210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48180f-018a-467f-824a-6619dd2eda48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:18.582622 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48180f-018a-467f-824a-6619dd2eda48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:18.584240 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-cb48180f-018a-467f-824a-6619dd2eda48 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1136632 Feb 18 04:21:21.036448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36374) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:21.151852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde334e4-bef6-4443-8fcf-345e33f61dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:21.152266 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde334e4-bef6-4443-8fcf-345e33f61dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:21.153883 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-bde334e4-bef6-4443-8fcf-345e33f61dcd admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1164286 Feb 18 04:21:23.617909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36384) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:23.726416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8508c3a4-553e-455f-9286-d9d8d357088a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:23.727866 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-8508c3a4-553e-455f-9286-d9d8d357088a admin admin] 10.222.0.58 "GET /v2.0/subnets/65b06ad3-bd67-4abd-a98b-bea4b39ed164 HTTP/1.1" status: 200 len: 816 time: 0.1089420 Feb 18 04:21:26.185160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36394) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:26.300153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2807e-b852-49df-8b86-d0bb2f2168ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:26.301632 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-eeb2807e-b852-49df-8b86-d0bb2f2168ea admin admin] 10.222.0.58 "GET /v2.0/subnets/e40702d9-088a-4897-bd92-985c8a281703 HTTP/1.1" status: 200 len: 868 time: 0.1153808 Feb 18 04:21:27.517559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8b746f99-1a99-47e7-8d83-e4caad64f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:29.739019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05f31011-4ee4-4fe8-aeed-d9dbc0b50ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:30.136672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:31.490771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:31.814385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:41.429579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:21:52.157708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36434) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:52.207949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [None req-13a2431c-80d2-450a-88b1-03f02e213787 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:21:52.209035 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-13a2431c-80d2-450a-88b1-03f02e213787 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0503263 Feb 18 04:21:54.747866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36444) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:54.825966 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.pecan_wsgi.hooks.translation [None req-e146aa0c-d0f0-46b0-83d7-a203524b8e8e admin admin] GET failed (client error): The resource could not be found. Feb 18 04:21:54.827359 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e146aa0c-d0f0-46b0-83d7-a203524b8e8e admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0784783 Feb 18 04:21:54.961951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb99ba-02e9-488c-969d-02eeda71827a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:54.963549 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-91eb99ba-02e9-488c-969d-02eeda71827a admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1317139 Feb 18 04:21:57.454137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36454) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:21:57.505396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:21:57.510250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:21:57.519377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-496e4f92-6e56-430e-999e-ea75f11ef3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:57.519930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:21:57.528303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Made reservation on behalf of 9cd49fbdc1d1416082e724f672b5f1ec for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:21:57.533490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:57.626749 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.services.revisions.revision_plugin [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Could not find related network for resource to bump revision. Feb 18 04:21:57.642327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:21:57.651795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:57.652209 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Added segment e2125ad1-ca55-4675-9690-b67f341f1577 of type vxlan for network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 Feb 18 04:21:57.678396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:57.706060 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:57.707288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:21:57.707925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:21:57.712609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:21:57.815007 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3597050 Feb 18 04:21:57.817976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd13931-9989-4052-8a3f-6f5ef27d0b21,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:21:57.820847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:21:57.829012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:21:59.730735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de40caa1-7c35-4003-8e75-686a81fc8fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:00.140552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:00.322717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36464) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:22:00.395936 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d47905-7519-4fc2-bd0f-73f9eccccf85 admin admin] GET failed (client error): The resource could not be found. Feb 18 04:22:00.396454 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8d47905-7519-4fc2-bd0f-73f9eccccf85 admin admin] Synchronizing usage tracker for tenant:9cd49fbdc1d1416082e724f672b5f1ec on resource:network {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:22:00.410907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8d47905-7519-4fc2-bd0f-73f9eccccf85 admin admin] Unset dirty status for tenant:9cd49fbdc1d1416082e724f672b5f1ec on resource:network {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:22:00.412133 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b8d47905-7519-4fc2-bd0f-73f9eccccf85 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0882838 Feb 18 04:22:00.525533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6af5e8-81b8-4c9d-93c7-0e036b102db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:22:00.527053 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7b6af5e8-81b8-4c9d-93c7-0e036b102db7 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1105459 Feb 18 04:22:00.538051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21', 'ip_version': 4}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:22:00.542504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:22:00.546421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Usage tracker for resource:subnet and tenant:9cd49fbdc1d1416082e724f672b5f1ec is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:22:00.549917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:22:00.555593 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:22:00.563926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Made reservation on behalf of 9cd49fbdc1d1416082e724f672b5f1ec for: {'subnet': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:22:00.568438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:00.958456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:00.973773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-67bd5be1-34d2-46f3-b5ca-2f5e2600fc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:22:01.257569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c022fff8-ffc6-497d-b985-0c4f0f78c2f0,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:22:01.262321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:22:01.321267 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Checking segment: {'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:22:01.321651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Network hostable DHCP agents. Network: 0fd13931-9989-4052-8a3f-6f5ef27d0b21, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:22:01.339763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:22:01.347676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 0fd13931-9989-4052-8a3f-6f5ef27d0b21) {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:22:01.353065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:22:01.353880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:01.361396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82558902-87ed-4b10-92d2-6767e55a7ad4 None None] Network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:22:01.374547 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8401160 Feb 18 04:22:01.548585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:01.608195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47869801-813c-5d2f-b3c7-c7e60ba2d485-0fd13931-9989-4052-8a3f-6f5ef27d0b21', 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21', 'tenant_id': '9cd49fbdc1d1416082e724f672b5f1ec', 'fixed_ips': [{'subnet_id': 'c022fff8-ffc6-497d-b985-0c4f0f78c2f0'}]}} from dv-cinder-776307-1-smb. {{(pid=83968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 04:22:01.609115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:01.843203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:01.912956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Allocated IP 192.168.233.2 (0fd13931-9989-4052-8a3f-6f5ef27d0b21/c022fff8-ffc6-497d-b985-0c4f0f78c2f0/04e904a8-7ffd-4700-b622-0612d7ffc1b3) {{(pid=83968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:22:02.137212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Notify callbacks [] for port, precommit_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:02.147931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Transition to ACTIVE for port object 04e904a8-7ffd-4700-b622-0612d7ffc1b3 will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:22:02.164423 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Transition to ACTIVE for port object 04e904a8-7ffd-4700-b622-0612d7ffc1b3 will not be triggered until provisioned by entity DHCP. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:22:02.168912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:02.184702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6bbb4930-fbcb-45c2-b3d5-f70ba3ba1f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:22:02.326415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Pushing event updated for resources: {'Port': ['ID=04e904a8-7ffd-4700-b622-0612d7ffc1b3,revision_number=1']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:22:02.338288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.338647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.339020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.339412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.339783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.340152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.340596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.340962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.341324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.341679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.342032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.342386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:22:02.349345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:22:02.387162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 is already hosted by enough agents. {{(pid=83968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:22:02.388373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Resources bound (agent type, host, resource id): {{(pid=83968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:22:02.390734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Received port after_create {{(pid=83968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:22:02.447169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Attempting to bind port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:22:02.447607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Attempting to bind port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:22:02.448010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Attempting to bind port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 on network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:22:02.453516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:22:02.453925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Checking segment: {'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:22:02.454388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:02.454813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Bound using segment: {'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:22:02.455338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Bound port: 04e904a8-7ffd-4700-b622-0612d7ffc1b3, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:22:02.455759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:02.551682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] For port 04e904a8-7ffd-4700-b622-0612d7ffc1b3, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:22:02.555461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] For port 04e904a8-7ffd-4700-b622-0612d7ffc1b3, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=04e904a8-7ffd-4700-b622-0612d7ffc1b3,segment=NetworkSegment(e2125ad1-ca55-4675-9690-b67f341f1577),segment_id=e2125ad1-ca55-4675-9690-b67f341f1577)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:22:02.558909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:02.574972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:22:02.726501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Pushing event updated for resources: {'Port': ['ID=04e904a8-7ffd-4700-b622-0612d7ffc1b3,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:22:02.730507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:22:03.575637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 04e904a8-7ffd-4700-b622-0612d7ffc1b3 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:22:03.646908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:22:03.985126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a24b0b-d1e0-4710-ac62-d251d65c85df None None] Network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:22:04.081403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Provisioning for port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:22:04.099852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Provisioning complete for port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:22:04.100253 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:04.325386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:04.378874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] For port 04e904a8-7ffd-4700-b622-0612d7ffc1b3, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=04e904a8-7ffd-4700-b622-0612d7ffc1b3,segment=NetworkSegment(e2125ad1-ca55-4675-9690-b67f341f1577),segment_id=e2125ad1-ca55-4675-9690-b67f341f1577)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:22:04.382621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:04.384951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:22:04.458246 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Pushing event updated for resources: {'Port': ['ID=04e904a8-7ffd-4700-b622-0612d7ffc1b3,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:22:04.461820 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:22:04.607468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-d67a8b89-b1fe-473f-af79-c01b65f15a86 None None] Provisioning complete for port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:22:04.608001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d67a8b89-b1fe-473f-af79-c01b65f15a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:04.861498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-07d6685e-dfc3-4e06-9ae2-1d5bda2357c0 None None] Provisioning complete for port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:22:04.861853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07d6685e-dfc3-4e06-9ae2-1d5bda2357c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:05.557259 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 04e904a8-7ffd-4700-b622-0612d7ffc1b3 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:22:05.629069 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 04e904a8-7ffd-4700-b622-0612d7ffc1b3 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:22:05.629627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:18.430054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:22:27.521383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-341e667c-820a-4ba0-a744-588e5b2854e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:29.731841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e4638ea-2d9d-40c6-9235-4353e3d63aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:30.144404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:31.491407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:31.821921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:55.459788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:22:57.524642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21ccf767-9756-4312-a836-9c2ba4ac8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:22:59.733127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fc4557b-b3ff-475a-bb2d-56c6b6335870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:00.147062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:01.493450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:01.825637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.011320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36506) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:23:09.018133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [None req-b2722396-8ec1-456a-b3fc-ead4ba3b6c27 tempest-verify_tempest_config-859740887 tempest-verify_tempest_config-859740887-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:23:09.019173 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b2722396-8ec1-456a-b3fc-ead4ba3b6c27 tempest-verify_tempest_config-859740887 tempest-verify_tempest_config-859740887-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0068152 Feb 18 04:23:09.331642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36526) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:23:09.451437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.466961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:23:09.471078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfa5f6d3db14c39bf4db19b808dcea7 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:23:09.473969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:23:09.479713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:23:09.569280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.571751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.580974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:23:09.620616 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cfa5f6d3db14c39bf4db19b808dcea7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2878785 Feb 18 04:23:09.622228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4452db34-4d5f-47b3-9031-89004b541350,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:23:09.623545 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 36532) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:23:09.630072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.630456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.630820 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.631179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.631562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.631917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.632270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.632627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.632983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.633332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.633676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.634020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.638096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:23:09.686296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.713311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.763497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.768735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:23:09.781828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4452db34-4d5f-47b3-9031-89004b541350,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:23:09.789389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:09.790551 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4452db34-4d5f-47b3-9031-89004b541350 HTTP/1.1" status: 204 len: 168 time: 0.1659648 Feb 18 04:23:09.791970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.792343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.792707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.793064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.794882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.795297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.795860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.796231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.796598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.796961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.797320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.798185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:23:09.801753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:23:27.526565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d09ad8e-2ae4-40e9-b694-b57a98ef040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:29.737154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b916299a-6b6b-4640-9483-f87bcbec8a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:30.149747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:31.495009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:31.828449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:32.458161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:23:57.527386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a921-b6da-47b6-93ba-177514c47099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:23:59.740728 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1302-348d-4a9e-9763-42522e5b597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:00.152602 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:01.496321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:01.832948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:09.457299 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:24:27.529161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-658dc7c3-2031-43e5-8f36-0f3bec42a6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:29.741736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1019a3f8-0c91-4459-a560-79443910e051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:30.156149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:31.496645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:31.836070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:46.456048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 5 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:24:51.997012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131'] for agent, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:51.997553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:51.997824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:51.998204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:51.998580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:51.998956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:51.999358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:51.999734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:52.000105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:52.000478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:52.000846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:52.001215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:52.001582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:24:52.001966 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77630', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:24:52.007223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77630', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:24:52.293003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06689ccb-8245-410e-8627-ed53843c859e None None] get_endpoint_by_host() called for host hv-cinder-77630 {{(pid=83968) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 04:24:52.296984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06689ccb-8245-410e-8627-ed53843c859e None None] get_endpoint_by_ip() called for ip 192.168.0.31 {{(pid=83968) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 04:24:52.300109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06689ccb-8245-410e-8627-ed53843c859e None None] _add_endpoint() called for ip 192.168.0.31 {{(pid=83968) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 04:24:52.305784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06689ccb-8245-410e-8627-ed53843c859e None None] _get_endpoints() called {{(pid=83968) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 04:24:57.529804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4347c1fd-3877-4725-827d-f0376ebac3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:24:59.743176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-db3993bb-8b28-4dab-9308-62514f53f9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:00.158626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:01.498202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:01.839544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:04.341929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36604) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:25:04.459704 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-384b93e4-481f-4339-b19f-83e99b7b743a admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1163015 Feb 18 04:25:06.939691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36614) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:25:06.998497 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-4b477e9f-7eb4-471e-a2f3-05e20895ac75 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0576594 Feb 18 04:25:21.987804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:23.455902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:25:27.530704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b5eac52c-45ed-45c2-8aed-3772fe91557a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:29.743732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ab4a4ee-dd72-4e27-9818-5def0ecf38de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:30.161595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:31.499463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:31.842482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:51.982057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:57.535194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d87091d4-7fea-4c67-bc34-cfa3b1457461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:25:59.744491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-442b581e-c8ed-44f9-8f43-5f86a73567a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:00.163403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:00.455589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:26:01.502124 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:01.845701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:21.996215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:27.537026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5a04-df8e-450a-a4e7-054a8a906f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:29.746217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68b5-271c-40cf-99f2-4e1921da757f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:30.168648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:31.504050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:31.849401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:37.455302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:26:52.004233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:57.538844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-93c66e78-9a84-41db-8201-e8db5735739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:58.898487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 36816) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:26:59.170900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 36828) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:26:59.382453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 36840) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:26:59.418131 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36846) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:26:59.424080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-924819826-network', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:26:59.433445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.440207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Usage tracker for resource:network and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.445209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.453623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.460389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36852) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:26:59.469368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-773937911-network', 'tenant_id': '36a3bd8628c641b6852953d08f0a09a9'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:26:59.478134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.485559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Usage tracker for resource:network and tenant:36a3bd8628c641b6852953d08f0a09a9 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.490353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.497371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.508402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Made reservation on behalf of a7e08afaa8834174a00eeaefb43a3741 for: {'network': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:26:59.514820 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:59.531490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:59.548699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Made reservation on behalf of 36a3bd8628c641b6852953d08f0a09a9 for: {'network': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:26:59.553710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:59.569936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-604687487-network', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:26:59.590879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.602221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.610278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.625360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.631464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:59.687218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.697992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Usage tracker for resource:network and tenant:43b6b8b1d4854521941cc959ae7093bd is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.702588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.720622 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.729235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-network', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:26:59.736517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.745326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Usage tracker for resource:network and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.755093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.762242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.766797 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.768973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-984bc43c-61ba-407a-bced-04d205108637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:59.784648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Usage tracker for resource:security_group_rule and tenant:36a3bd8628c641b6852953d08f0a09a9 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.800106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.803979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Made reservation on behalf of 46b6437102d74d99b2a1d884ca59405a for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:26:59.809690 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:59.829682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.843651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-661453487-network', 'tenant_id': '2715146f06104d7eb9924bfd704a3c35'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:26:59.866154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:26:59.898054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.910321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Usage tracker for resource:network and tenant:2715146f06104d7eb9924bfd704a3c35 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.914956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.921866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.936209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:26:59.940406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Usage tracker for resource:security_group_rule and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:26:59.944289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:26:59.950751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:26:59.960516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.041215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.042207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Made reservation on behalf of 2715146f06104d7eb9924bfd704a3c35 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:00.044294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Made reservation on behalf of 43b6b8b1d4854521941cc959ae7093bd for: {'network': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:00.047853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.050209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.059944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.063043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.064448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.065784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.077674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.084985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.094459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.103752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:00.110085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7212a2-3fde-4794-9c3d-82b563d3d45e,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.112052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Usage tracker for resource:security_group_rule and tenant:2715146f06104d7eb9924bfd704a3c35 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:00.119078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.122883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:00.126467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:00.141822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:00.143812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.144374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.144920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.145560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.146710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.147230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.147780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.148295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.148812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.149317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.149816 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.150310 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.150857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.151383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.151880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.152376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.152899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.153397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.153872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.154349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.155276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.155932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.156435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.156933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Tracked resource versions report: Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}, Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@hv-cinder-77630: { 'AddressGroup': '1.1', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:27:00.158881 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:27:00.182841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92efe4a-87ac-4eb9-8437-99753c8e3d47,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.188557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.192312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.192759 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Added segment 133cc87a-c11a-417e-a410-e652b22b81c5 of type vxlan for network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 Feb 18 04:27:00.196560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.196942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.197322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.197959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.198305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.198840 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.199546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.200057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.200592 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.201202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.201723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.202229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.202773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.203315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.203839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.204354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.204842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.205346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.205848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.206359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.206976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.207522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.208060 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf739db-d159-4043-b846-7bf7862aecdd,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.208198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.209238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Tracked resource versions report: Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}, Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@hv-cinder-77630: { 'AddressGroup': '1.1', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:27:00.211916 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:27:00.215382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:00.218650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Usage tracker for resource:security_group_rule and tenant:43b6b8b1d4854521941cc959ae7093bd is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:00.221802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:00.225311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.228577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:00.233926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.235481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.235886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.285296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.352603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.356741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:00.357471 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.357604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.372065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:27:00.372509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:27:00.373108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.378389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:27:00.378815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:27:00.381493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.392780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3d63210c-98d8-4719-8e6f-c3ce3a0883b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.426900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:00.437281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1faa909-1540-4dc3-a337-280f0b8e3fdb,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.442347 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.445793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.446260 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Added segment a5a5e091-91b7-45f1-b581-b46d7e556675 of type vxlan for network b64d52b1-aaa4-4911-a3b5-bcf89208437c Feb 18 04:27:00.478159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.497980 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0363557 Feb 18 04:27:00.502459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 36894) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:00.511843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Request body: {'subnet': {'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-subnet', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:00.522424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.525241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:00.531358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.532922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Usage tracker for resource:subnet and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:00.538408 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:00.538916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Pushing event updated for resources: {'Network': ['ID=1af173d1-cdb5-4a37-8593-04cf9a426fc3,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.545105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.545437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.546889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:00.548022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.550056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:00.550869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.552956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:00.558689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.579076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:00.594812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c918e5f0-dd24-475e-b17e-8b213742c61c,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.598873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.599373 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Added segment 43eb4cfc-1a4c-4254-b96f-090a265f788e of type vxlan for network 053575d7-64a8-4d92-981a-225478a8f040 Feb 18 04:27:00.600749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.632939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.669014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.670714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:00.671266 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Made reservation on behalf of 46b6437102d74d99b2a1d884ca59405a for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:00.672090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.676221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.679892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7e9c8e5-6a67-4500-878f-ce3693ce7528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:00.714901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:00.782101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Pushing event updated for resources: {'Network': ['ID=b64d52b1-aaa4-4911-a3b5-bcf89208437c,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.790461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.810462 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4232893 Feb 18 04:27:00.813091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36908) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:00.820336 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4004736 Feb 18 04:27:00.823868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 36912) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:00.828738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Request body: {'subnet': {'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-subnet', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:00.831323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Request body: {'subnet': {'network_id': '053575d7-64a8-4d92-981a-225478a8f040', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-661453487-subnet', 'tenant_id': '2715146f06104d7eb9924bfd704a3c35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:00.834967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:00.838853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:00.839673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Usage tracker for resource:subnet and tenant:43b6b8b1d4854521941cc959ae7093bd is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:00.843325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:00.846502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Usage tracker for resource:subnet and tenant:2715146f06104d7eb9924bfd704a3c35 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:00.850637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:00.851870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:00.859056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:00.862114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:00.863084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Pushing event updated for resources: {'Network': ['ID=053575d7-64a8-4d92-981a-225478a8f040,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:00.868273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:00.869417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Made reservation on behalf of 43b6b8b1d4854521941cc959ae7093bd for: {'subnet': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:00.873307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.876330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.888229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:00.899819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Made reservation on behalf of 2715146f06104d7eb9924bfd704a3c35 for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:00.905216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.003228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:01.141707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 053575d7-64a8-4d92-981a-225478a8f040 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:01.240321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:01.252371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.252371 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Added segment 507136c8-ceb5-47d2-915f-f54bdaa3cfad of type vxlan for network a48418e1-bc1a-4206-b6a2-ba7346053a8b Feb 18 04:27:01.252805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network 053575d7-64a8-4d92-981a-225478a8f040 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:01.377899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.475676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.497531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-102eb1b4-2140-49e9-a6f1-7c847d3534c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:01.540924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.541776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:27:01.542420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:27:01.542699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.548904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:01.549573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.556052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-84897745-c036-4bea-8f32-976b59c74858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:01.658284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112d9ccd-06d4-440d-b5d7-eadb34b07b0f,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:01.663322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:01.729263 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Checking segment: {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:01.730043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Network hostable DHCP agents. Network: b64d52b1-aaa4-4911-a3b5-bcf89208437c, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:01.755066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:01.762251 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5904489 Feb 18 04:27:01.762925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Pushing event updated for resources: {'Network': ['ID=a48418e1-bc1a-4206-b6a2-ba7346053a8b,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:01.765343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36954) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:01.772990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:01.778409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network a48418e1-bc1a-4206-b6a2-ba7346053a8b details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:01.792171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Request body: {'subnet': {'network_id': 'a48418e1-bc1a-4206-b6a2-ba7346053a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-773937911-subnet', 'tenant_id': '36a3bd8628c641b6852953d08f0a09a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:01.803527 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:01.803765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network a48418e1-bc1a-4206-b6a2-ba7346053a8b details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:01.812887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Usage tracker for resource:subnet and tenant:36a3bd8628c641b6852953d08f0a09a9 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:01.819903 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:01.836770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:01.851343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, b64d52b1-aaa4-4911-a3b5-bcf89208437c) {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:01.871650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:01.872316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.884058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Made reservation on behalf of 36a3bd8628c641b6852953d08f0a09a9 for: {'subnet': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:01.886281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca71c3-0f95-4844-ac96-d246505e4052 None None] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:01.892266 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Notify callbacks [] for subnet, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.899450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:01.903686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.084852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5b81fd40-1874-4380-85d0-a2752cde3345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:02.204182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:02.245935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb55b81d-db60-4af0-bf17-d4a439b94ea1,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:02.254145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:02.255912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.256039 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Added segment 61bf738a-2a2f-4273-a32f-76312a36b55e of type vxlan for network 96cf28d7-d57b-444d-9904-5dd6b729deab Feb 18 04:27:02.303772 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4ed44c-195e-4e86-9c15-2bd16d21e41a None None] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:02.357477 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5399508 Feb 18 04:27:02.359186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36968) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:02.372066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.372604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:02.379029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:02.386912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Usage tracker for resource:router and tenant:43b6b8b1d4854521941cc959ae7093bd is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:02.398479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:02.408417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:02.423739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Checking segment: {'id': '43eb4cfc-1a4c-4254-b96f-090a265f788e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '053575d7-64a8-4d92-981a-225478a8f040'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:02.424579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Network hostable DHCP agents. Network: 053575d7-64a8-4d92-981a-225478a8f040, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:02.430389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15214'] for router, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.432285 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854028063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760603'] for router, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.449377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.452095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 36972) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:02.493699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.496887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:02.497693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.513317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:02.576939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.622165 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.634091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Network 053575d7-64a8-4d92-981a-225478a8f040 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:02.657601 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.7547469 Feb 18 04:27:02.658826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 36978) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:02.661066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 053575d7-64a8-4d92-981a-225478a8f040) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:02.670542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d695ad-2607-463f-b967-7f46e50b7970 None None] Network 053575d7-64a8-4d92-981a-225478a8f040 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:02.670714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:02.671281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.678658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Request body: {'subnet': {'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-924819826-subnet', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:02.681944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.682683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Pushing event updated for resources: {'Network': ['ID=96cf28d7-d57b-444d-9904-5dd6b729deab,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:02.687645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9a9ebd42-fd15-4ee1-a914-0b7a0405cea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:02.688612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:02.712726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:02.724652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:02.738937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Usage tracker for resource:subnet and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:02.746047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network 96cf28d7-d57b-444d-9904-5dd6b729deab details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:02.759299 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 96cf28d7-d57b-444d-9904-5dd6b729deab details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:02.798259 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:02.820033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:02.838591 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8af484c77a4b0297d379605c3dfe0e is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:02.847370 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0221038 Feb 18 04:27:02.855375 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Made reservation on behalf of a7e08afaa8834174a00eeaefb43a3741 for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:02.862307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:02.884833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60863a4-2a9a-4107-b2b9-997f0cb691e3,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:03.055393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.079410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:03.087084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:03.135855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.207769 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7820c-85be-49da-9f50-c9aecd094835 None None] Network 053575d7-64a8-4d92-981a-225478a8f040 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:03.245722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:03.431162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:03.507388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37012) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:03.512130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Checking segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:03.512851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Network hostable DHCP agents. Network: 1af173d1-cdb5-4a37-8593-04cf9a426fc3, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:03.557837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b108960a-ffe7-4abd-8515-bf05b172b5bd,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:03.568056 dv-cinder-776307-1-smb neutron-server[83855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 04:27:03.569091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:03.617576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:03.628604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 1af173d1-cdb5-4a37-8593-04cf9a426fc3) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:03.633560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:03.634189 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.640889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e87ed2-f747-44a9-9cfd-441b06465ba1 None None] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:03.668417 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-a01ab637-6662-48fe-a648-f9d31a6afa11 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1641073 Feb 18 04:27:03.669092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37018) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:03.677686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:03.692659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:03.699338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Usage tracker for resource:router and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:03.703346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:03.711872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:03.735607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15214'] for router, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.736918 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854028063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760603'] for router, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.825286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.833169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.855430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:03.883010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.947996 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-060fba97-afc0-4350-b7aa-434cb0edb987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:03.952731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47869801-813c-5d2f-b3c7-c7e60ba2d485-1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3'}]}} from dv-cinder-776307-1-smb. {{(pid=83968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 04:27:03.953894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:03.969424 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b8af484c77a4b0297d379605c3dfe0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5159943 Feb 18 04:27:03.971002 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e903ac52-f6b1-4098-b023-d6e9b5e5faf7,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:03.978520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37024) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:03.982899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:03.984452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.067676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.121293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.218557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-c5204187-6217-4006-a1a3-cc8dc94aa846 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:04.220447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-c5204187-6217-4006-a1a3-cc8dc94aa846 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Synchronizing usage tracker for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:network {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:04.317032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73c4d76-4dd9-4ce5-a8b1-ce8336067e43,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:04.324896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:04.328837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-c5204187-6217-4006-a1a3-cc8dc94aa846 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Unset dirty status for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:network {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:04.330109 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-c5204187-6217-4006-a1a3-cc8dc94aa846 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/networks?id=053575d7-64a8-4d92-981a-225478a8f040 HTTP/1.1" status: 200 len: 811 time: 0.7697310 Feb 18 04:27:04.340038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Checking segment: {'id': '507136c8-ceb5-47d2-915f-f54bdaa3cfad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a48418e1-bc1a-4206-b6a2-ba7346053a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:04.340392 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Network hostable DHCP agents. Network: a48418e1-bc1a-4206-b6a2-ba7346053a8b, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:04.342519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Allocated IP 172.20.0.2 (1af173d1-cdb5-4a37-8593-04cf9a426fc3/b60863a4-2a9a-4107-b2b9-997f0cb691e3/b6e2af2d-7a5b-4c97-9840-0c860291079f) {{(pid=83968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:04.352080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.395139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.406640 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-69a87a31-52be-4909-80ab-3f4788c41a5f tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/quotas/2715146f06104d7eb9924bfd704a3c35 HTTP/1.1" status: 200 len: 375 time: 0.0590832 Feb 18 04:27:04.462866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.525511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Network a48418e1-bc1a-4206-b6a2-ba7346053a8b is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:04.555813 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-b4c072a9-f0fd-4f81-9a09-ef0a027190aa tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2715146f06104d7eb9924bfd704a3c35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402802 Feb 18 04:27:04.562560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.567911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Checking segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:04.568239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Network hostable DHCP agents. Network: 96cf28d7-d57b-444d-9904-5dd6b729deab, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:04.568510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, a48418e1-bc1a-4206-b6a2-ba7346053a8b) {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:04.577742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bca910-91e5-493f-9272-81bc12ef7578 None None] Network a48418e1-bc1a-4206-b6a2-ba7346053a8b requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:04.580382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:04.581939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:04.582854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.607850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73c4d76-4dd9-4ce5-a8b1-ce8336067e43,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:04.613561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:04.630870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Network 96cf28d7-d57b-444d-9904-5dd6b729deab is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:04.635597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.640302 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f73c4d76-4dd9-4ce5-a8b1-ce8336067e43 HTTP/1.1" status: 204 len: 168 time: 0.6554937 Feb 18 04:27:04.643759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 96cf28d7-d57b-444d-9904-5dd6b729deab) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:04.649194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:04.649831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.673394 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-08828039-0e4f-4a06-8971-42963aa08fff admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9045172 Feb 18 04:27:04.686454 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-587b54a0-babb-446c-8af4-bce4162385dc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0233181 Feb 18 04:27:04.689208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37048) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:04.696451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:04.702669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:04.709737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Usage tracker for resource:router and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:04.713865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:04.721854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:04.722830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Notify callbacks [] for port, precommit_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.759493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c57f44-3ae9-4be3-ac31-99030b00e9cc None None] Network 96cf28d7-d57b-444d-9904-5dd6b729deab requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:04.792879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15214'] for router, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.793982 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854028063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760603'] for router, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.871511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Transition to ACTIVE for port object b6e2af2d-7a5b-4c97-9840-0c860291079f will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:04.936059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:04.956140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Allocated IP 172.28.0.178 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/c1b3563d-0eb7-4623-9284-9532bb1d5425) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:04.984775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:05.018349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:05.083516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Transition to ACTIVE for port object b6e2af2d-7a5b-4c97-9840-0c860291079f will not be triggered until provisioned by entity DHCP. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:05.244782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:05.294737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:05.321781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-d40c7103-7184-4f80-ab93-044e510555f0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:27:05.322922 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-d40c7103-7184-4f80-ab93-044e510555f0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5383399 Feb 18 04:27:05.448013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:05.498496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f69f63-8ee8-429a-90ed-7e3f6cf40f52 None None] Network a48418e1-bc1a-4206-b6a2-ba7346053a8b requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:05.587965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 is already hosted by enough agents. {{(pid=83968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:05.703529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:05.745729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:05.826352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:06.003899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Pushing event updated for resources: {'Port': ['ID=c1b3563d-0eb7-4623-9284-9532bb1d5425,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:06.008544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Resources bound (agent type, host, resource id): {{(pid=83968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:06.027103 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-9588afca-ca2f-4601-a0b3-82c9acf1d6be service neutron] 10.222.0.58 "GET /v2.0/networks/053575d7-64a8-4d92-981a-225478a8f040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714754 Feb 18 04:27:06.046063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Received port after_create {{(pid=83968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:06.049140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:06.264869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Pushing event updated for resources: {'Port': ['ID=b6e2af2d-7a5b-4c97-9840-0c860291079f,revision_number=1']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:06.372695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.373078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.373454 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.373824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.374186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.374661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.374933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.375216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.375600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.375956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.376313 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.376666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.377062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.377417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.378042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.378170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.378433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.378788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.379140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.391692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.392122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.392499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.392872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.393238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Tracked resource versions report: Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}, Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@hv-cinder-77630: { 'AddressGroup': '1.1', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:27:06.394539 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:27:06.399035 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Allocated IP 172.28.0.239 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/077f41fa-797a-4fd3-bc76-1e8b77b0c820) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:06.419650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:06.448824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Attempting to bind port b6e2af2d-7a5b-4c97-9840-0c860291079f on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:06.449239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Attempting to bind port b6e2af2d-7a5b-4c97-9840-0c860291079f by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:06.449645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Attempting to bind port b6e2af2d-7a5b-4c97-9840-0c860291079f on network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:06.456753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:06.458104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:06.461516 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-5de98d34-ac7a-4135-9be2-c4efa04cf797 service neutron] 10.222.0.58 "GET /v2.0/networks/053575d7-64a8-4d92-981a-225478a8f040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4113503 Feb 18 04:27:06.462260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:06.497628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:06.498050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Checking segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:06.498518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:06.498901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Bound using segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:06.499489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Bound port: b6e2af2d-7a5b-4c97-9840-0c860291079f, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:06.499928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:06.582737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37110) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:06.618974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043220539-network', 'tenant_id': 'b48e3542c4a74d1e85b3bbd2e126113c'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:06.645396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:06.652973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Usage tracker for resource:network and tenant:b48e3542c4a74d1e85b3bbd2e126113c is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:06.658012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:06.670859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:06.781892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Made reservation on behalf of b48e3542c4a74d1e85b3bbd2e126113c for: {'network': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:06.803410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:06.867778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:06.877062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47869801-813c-5d2f-b3c7-c7e60ba2d485-96cf28d7-d57b-444d-9904-5dd6b729deab', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7'}]}} from dv-cinder-776307-1-smb. {{(pid=83968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 04:27:06.878239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:06.887475 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:06.908536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37132) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:06.920842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:06.923466 dv-cinder-776307-1-smb neutron-server[83855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 04:27:06.979765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:b48e3542c4a74d1e85b3bbd2e126113c is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:06.993693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:07.046731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] For port b6e2af2d-7a5b-4c97-9840-0c860291079f, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:07.131131 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] For port b6e2af2d-7a5b-4c97-9840-0c860291079f, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b6e2af2d-7a5b-4c97-9840-0c860291079f,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:07.138146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:07.158809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:07.238698 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a05cb8f2-f774-427a-aac0-959099da444f req-4a82ed32-d453-4c68-b83b-6759c58cef0c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 0.3162875 Feb 18 04:27:07.249077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:07.445965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:07.447100 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:07.472729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Pushing event updated for resources: {'Port': ['ID=b6e2af2d-7a5b-4c97-9840-0c860291079f,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:07.487671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:07.564220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:07.581300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:07.743990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:07.862847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Allocated IP 172.20.0.2 (96cf28d7-d57b-444d-9904-5dd6b729deab/e903ac52-f6b1-4098-b023-d6e9b5e5faf7/c47bbd0e-0d8c-414c-89a5-ecf8cb297514) {{(pid=83968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:08.009725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.021608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Pushing event updated for resources: {'Port': ['ID=077f41fa-797a-4fd3-bc76-1e8b77b0c820,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:08.048117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:08.053922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.195557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:08.226862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:08.237569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.238250 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Added segment afb337bb-6a6b-401e-b5e3-69789de9fa5c of type vxlan for network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 Feb 18 04:27:08.267170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:08.282371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:08.285367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:08.383634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Notify callbacks [] for port, precommit_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.397668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Transition to ACTIVE for port object c47bbd0e-0d8c-414c-89a5-ecf8cb297514 will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:08.439533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Transition to ACTIVE for port object c47bbd0e-0d8c-414c-89a5-ecf8cb297514 will not be triggered until provisioned by entity DHCP. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:08.446157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.498193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:08.505464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1397408a-b6c7-4b5f-a79c-0a18cb5de4d9,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:08.563921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:08.576292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641'] for router, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.580958 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-403c1132-4462-40d5-97f7-b1a7510779d2 req-3b984c66-eae1-466b-a108-8f98377f7bac tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 0.1478517 Feb 18 04:27:08.612215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.693173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Pushing event updated for resources: {'Port': ['ID=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,revision_number=1']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:08.705672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:08.817336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Network 96cf28d7-d57b-444d-9904-5dd6b729deab is already hosted by enough agents. {{(pid=83968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:08.818838 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Resources bound (agent type, host, resource id): {{(pid=83968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:08.822188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Received port after_create {{(pid=83968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:08.883031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 is scheduled to L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 with binding_index 1 {{(pid=83966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 04:27:08.887789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Attempting to bind port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:08.888412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Attempting to bind port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:08.888953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Attempting to bind port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 on network 96cf28d7-d57b-444d-9904-5dd6b729deab {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:08.894814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:08.895348 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Checking segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:08.896482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.897013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Bound using segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:08.897625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Bound port: c47bbd0e-0d8c-414c-89a5-ecf8cb297514, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:08.898115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.915055 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.922376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:08.923084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:08.932438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:09.043638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Allocated IP 172.28.0.253 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/1cae735e-3e67-47a9-bac6-9cb3bbc3670c) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:09.067149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] For port c47bbd0e-0d8c-414c-89a5-ecf8cb297514, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:09.078237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] For port c47bbd0e-0d8c-414c-89a5-ecf8cb297514, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:09.085250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:09.103399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:09.150546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:27:09.163342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Sync routers for ids ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:27:09.177126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Notify callbacks [] for router, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:09.181027 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8180277 Feb 18 04:27:09.181896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37216) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:09.184856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Routers {'9d44cece-4a7e-460a-b7bf-c5409d76ba52'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:09.185823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:09.446455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Pushing event updated for resources: {'Port': ['ID=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:09.460929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:09.465786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Set router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:09.478437 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8797762 Feb 18 04:27:09.479426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d05a11e-ca27-49e6-b554-c009b14bd0f0,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:09.483146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:09.484112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37228) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:09.499055 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:09.532498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:09.581550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:09.658892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.23', 51362) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:09.728939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Request body: {'subnet': {'network_id': '8d05a11e-ca27-49e6-b554-c009b14bd0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043220539-subnet', 'tenant_id': 'b48e3542c4a74d1e85b3bbd2e126113c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:10.095420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:10.109701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Usage tracker for resource:subnet and tenant:b48e3542c4a74d1e85b3bbd2e126113c is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:10.119978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:10.239189 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-963d7ab0-5cdb-4780-94e1-a68286ce9d5c req-6abe3f56-2752-46b6-a0a8-1f138fedd79a tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 0.1021311 Feb 18 04:27:10.313759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b6e2af2d-7a5b-4c97-9840-0c860291079f up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:10.332376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:10.383949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:27:07Z', 'revision_number': 3, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port': {'id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:10.396688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a2889-a918-478a-8189-2d2a86ae3836 None None] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:10.397992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Checking router: 9d44cece-4a7e-460a-b7bf-c5409d76ba52 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:27:10.398404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Updating router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 port c1b3563d-0eb7-4623-9284-9532bb1d5425 binding host dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:27:10.501991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:10.519726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:10.548152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-ccf8c7a6-b59f-486f-a773-b7700798f931 None None] Provisioning for port b6e2af2d-7a5b-4c97-9840-0c860291079f completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:10.549190 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Made reservation on behalf of b48e3542c4a74d1e85b3bbd2e126113c for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:10.554847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:10.721936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port b6e2af2d-7a5b-4c97-9840-0c860291079f completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:10.829750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port b6e2af2d-7a5b-4c97-9840-0c860291079f triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:10.830437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:10.877056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:11.076517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:11.088629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:11.108414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:11.181218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port b6e2af2d-7a5b-4c97-9840-0c860291079f, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b6e2af2d-7a5b-4c97-9840-0c860291079f,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:11.191872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:11.194286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:11.235141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:11.236580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Pushing event updated for resources: {'Port': ['ID=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:11.244624 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:11.329205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=b6e2af2d-7a5b-4c97-9840-0c860291079f,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:11.341757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:11.554693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-bb853036-d3ab-467e-8f96-7b8d7805eed6 None None] Provisioning complete for port b6e2af2d-7a5b-4c97-9840-0c860291079f triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:11.555229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bb853036-d3ab-467e-8f96-7b8d7805eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:11.926218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:11.950508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641'] for router, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:11.992060 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Notify callbacks [] for port, precommit_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.019359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Transition to ACTIVE for port object c1b3563d-0eb7-4623-9284-9532bb1d5425 will not be triggered until provisioned by entity L2. {{(pid=83969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:12.041989 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.043023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c47bbd0e-0d8c-414c-89a5-ecf8cb297514 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:12.072724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Allocated IP 172.20.0.1 (b64d52b1-aaa4-4911-a3b5-bcf89208437c/112d9ccd-06d4-440d-b5d7-eadb34b07b0f/96e18b87-b436-45bc-91c7-4050d8803c79) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:12.374952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:12.384992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:12.385235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b6e2af2d-7a5b-4c97-9840-0c860291079f up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:12.560623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-446220e3-b74b-47ab-bddc-cffae7a9e29c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:12.562326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-68068c56-9738-44b3-8067-ee71207baa67 None None] Provisioning complete for port b6e2af2d-7a5b-4c97-9840-0c860291079f triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:12.562749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-68068c56-9738-44b3-8067-ee71207baa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.562891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Attempting to bind port c1b3563d-0eb7-4623-9284-9532bb1d5425 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:12.563225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Attempting to bind port c1b3563d-0eb7-4623-9284-9532bb1d5425 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:12.564574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.565981 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-446220e3-b74b-47ab-bddc-cffae7a9e29c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.23 "GET /v2.0/networks?id=053575d7-64a8-4d92-981a-225478a8f040 HTTP/1.1" status: 200 len: 811 time: 2.8895111 Feb 18 04:27:12.577672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Attempting to bind port c1b3563d-0eb7-4623-9284-9532bb1d5425 on network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:12.593259 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:12.593667 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:12.594101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.597353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Bound using segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:12.598092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Bound port: c1b3563d-0eb7-4623-9284-9532bb1d5425, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:12.598520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.649564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.683153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:12.705422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port b6e2af2d-7a5b-4c97-9840-0c860291079f triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:12.705842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:12.713098 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-059f7cad-7ef3-40ba-98e8-66338c02f6b7 req-07de99fc-2f32-4bd9-96a9-996617645da8 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 0.7823501 Feb 18 04:27:12.725858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Pushing event updated for resources: {'Port': ['ID=c1b3563d-0eb7-4623-9284-9532bb1d5425,revision_number=2']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:12.743137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:12.794808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.795233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.799621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.800049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.800369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.800732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.801091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.801447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.801799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.807474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.808003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.808415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.810316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.810780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.811183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.811653 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.812075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.812496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.812890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.817773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.818178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.818558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.818933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.824580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fac945-7399-4fda-8049-7b49b9a22efe None None] Network 96cf28d7-d57b-444d-9904-5dd6b729deab requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:12.848696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Tracked resource versions report: Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: pushed versions: Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: { 'AddressGroup': {'1.1'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': {'1.0'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': {'1.0'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': {'1.1'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': {'1.7'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': {'1.2'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': {'1.8'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': {'1.4'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': {'1.2'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': {'1.0'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': {'1.1'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': {'1.1'}} Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: consumer versions: Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: { DHCP agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: L3 agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: Metadata agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: Metering agent@dv-cinder-776307-1-smb: {}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@dv-cinder-776307-1-smb: { 'AddressGroup': '1.1', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}, Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: Open vSwitch agent@hv-cinder-77630: { 'AddressGroup': '1.1', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'ConntrackHelper': '1.0', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Log': '1.0', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Network': '1.1', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Port': '1.7', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'PortForwarding': '1.2', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'QosPolicy': '1.8', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroup': '1.4', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SecurityGroupRule': '1.2', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'SubPort': '1.0', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Subnet': '1.1', Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: 'Trunk': '1.1'}} Feb 18 04:27:12.850735 dv-cinder-776307-1-smb neutron-server[83855]: {{(pid=83969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 04:27:12.872986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:13.023593 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] For port c1b3563d-0eb7-4623-9284-9532bb1d5425, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:13.032274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] For port c1b3563d-0eb7-4623-9284-9532bb1d5425, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c1b3563d-0eb7-4623-9284-9532bb1d5425,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:13.042068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:13.079950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:13.390913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Pushing event updated for resources: {'Port': ['ID=96e18b87-b436-45bc-91c7-4050d8803c79,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:13.404826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:13.466054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Request body: {'port': {'device_id': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'network_id': '053575d7-64a8-4d92-981a-225478a8f040', 'admin_state_up': True, 'tenant_id': '2715146f06104d7eb9924bfd704a3c35'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:13.466613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:13.468080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:13.479548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:13.483667 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082862'] for router_interface, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:13.594535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Provisioning complete for port b6e2af2d-7a5b-4c97-9840-0c860291079f triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:13.595086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:13.644132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Pushing event updated for resources: {'Port': ['ID=c1b3563d-0eb7-4623-9284-9532bb1d5425,revision_number=3']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:13.746498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e754793-bdff-427a-bd7a-2995e0750a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:13.829239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Provisioning for port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:13.836986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Provisioning complete for port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:13.837819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:13.884984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Routers {'9d44cece-4a7e-460a-b7bf-c5409d76ba52'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:13.887861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:14.030387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.049242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37346) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:14.093624 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] For port c47bbd0e-0d8c-414c-89a5-ecf8cb297514, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:14.098380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.103083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e683e1d8-9655-4fc7-8f82-96bde54ab205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:14.212576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Pushing event updated for resources: {'Port': ['ID=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:14.217261 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:14.236762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-1a36a844-ab6c-4afb-9f8f-b229e58f9751 None None] Provisioning complete for port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:14.237176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a36a844-ab6c-4afb-9f8f-b229e58f9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.378743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:14.407027 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-19c845ae-1933-4040-b835-9729c4887e7c req-90561c53-91f6-4d3e-bdb6-3bf7af16e4ec tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 0.2211485 Feb 18 04:27:14.410669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Usage tracker for resource:port and tenant:2715146f06104d7eb9924bfd704a3c35 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:14.415286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:14.428481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:14.473071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:27:14.474324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Made reservation on behalf of 2715146f06104d7eb9924bfd704a3c35 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:14.480147 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.511457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] Set router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:14.547417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-c53332b6-38ff-4996-be89-1757b239d47f None None] Provisioning complete for port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:14.548422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c53332b6-38ff-4996-be89-1757b239d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.685904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.721149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.811725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:14.816912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Usage tracker for resource:security_group_rule and tenant:14e592fe39f540e79f951cdc27284b7a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:14.824337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:14.918617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-3fa84479-bff7-4a16-8b2a-b484554e9ff4 None None] Provisioning complete for port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:14.919166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3fa84479-bff7-4a16-8b2a-b484554e9ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:14.924930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 is scheduled to L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 with binding_index 1 {{(pid=83967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 04:27:14.928526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:15.244738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:27:07Z', 'revision_number': 3, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port': {'id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:15.253874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca624d-e569-4284-ace2-ae8698e8212d None None] The sync data for ids ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'] in dv-cinder-776307-1-smb is: [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:27:07Z', 'revision_number': 3, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port': {'id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:27:15.393709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:15.650013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:15.701668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:15.701668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-85357a65-3d68-430d-a1d7-9f05156e0b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:15.794228 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14e592fe39f540e79f951cdc27284b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7382522 Feb 18 04:27:15.806359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37380) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:15.820013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.resource_extend [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 04:27:15.845730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c47bbd0e-0d8c-414c-89a5-ecf8cb297514 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:16.002291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.008179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cda683-ef23-44e1-ad98-10bd633ce838,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:16.013491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.014497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:16.029297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692848'] for router_interface, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.053770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:16.054339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.073687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e71ccf0-3dd7-4218-b57d-23b72db5448c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:16.402088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Allocated IP 172.20.0.3 (053575d7-64a8-4d92-981a-225478a8f040/bb55b81d-db60-4af0-bf17-d4a439b94ea1/6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:16.426294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.481563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641'] for router, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.531300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Pushing event updated for resources: {'Port': ['ID=96e18b87-b436-45bc-91c7-4050d8803c79,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:16.566821 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:16.594714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.811499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:16.812596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:16.962767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:16.973405 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:17.000704 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33b30eeb-c835-4c90-941c-cc3026e11e7d req-9598a778-bd05-406f-976b-cccce5e1e61d tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 0.5219707 Feb 18 04:27:17.010265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cda683-ef23-44e1-ad98-10bd633ce838,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:17.019946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:17.022845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:17.024146 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19cda683-ef23-44e1-ad98-10bd633ce838 HTTP/1.1" status: 204 len: 168 time: 1.2067895 Feb 18 04:27:17.419552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:27:17.643087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:27:17.644985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37424) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:17.653976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Sync routers for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:27:17.675003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:17.675792 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:17.728741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:17.757640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:17.769986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Usage tracker for resource:security_group_rule and tenant:034be9ccdfcc40e8b930ec1ab05c3b6c is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:17.776186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:17.791467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:17.964518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:17.982249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:17.993559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:27:18.001541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:18.036426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5643d07d-19e5-4f60-a8a5-c3af901021ca,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:18.040010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:18.052599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c1b3563d-0eb7-4623-9284-9532bb1d5425 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:18.070767 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] 10.222.0.58 "PUT /v2.0/routers/9d44cece-4a7e-460a-b7bf-c5409d76ba52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8786039 Feb 18 04:27:18.070767 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=034be9ccdfcc40e8b930ec1ab05c3b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216409 Feb 18 04:27:18.084409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37436) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:18.121034 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:18.122193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:18.123825 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.4536376 Feb 18 04:27:18.129056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37440) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:18.263498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:18.294323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:18.389364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:18.501009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:18.509488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:18.563136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5643d07d-19e5-4f60-a8a5-c3af901021ca,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:18.613318 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:18.636218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:18.646106 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5643d07d-19e5-4f60-a8a5-c3af901021ca HTTP/1.1" status: 204 len: 168 time: 0.5587215 Feb 18 04:27:18.789649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port c1b3563d-0eb7-4623-9284-9532bb1d5425 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:18.813022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port c1b3563d-0eb7-4623-9284-9532bb1d5425 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:18.813694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:18.817657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7e2338c2-9bc4-43ec-a2dc-b104b55f14f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:19.019296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:08Z', 'revision_number': 3, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:19.179128 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:19.184496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Checking router: 6403b3e2-162f-4dd4-9ba3-442dceafaec4 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:27:19.184863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Updating router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 binding host dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:27:19.212194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Sync routers for ids ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:27:19.240858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-eae63327-878d-47ee-bb0a-1308fca1afae tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:19.253666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Routers {'9d44cece-4a7e-460a-b7bf-c5409d76ba52'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:19.258379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:19.264529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port c1b3563d-0eb7-4623-9284-9532bb1d5425, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c1b3563d-0eb7-4623-9284-9532bb1d5425,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:19.268511 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-eae63327-878d-47ee-bb0a-1308fca1afae tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 818 time: 0.3832526 Feb 18 04:27:19.285345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:19.287635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:19.310712 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-06072f41-e6d9-4661-8627-5a6882b81e07 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/quotas/43b6b8b1d4854521941cc959ae7093bd HTTP/1.1" status: 200 len: 375 time: 0.0339091 Feb 18 04:27:19.541693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-dcd23bd3-a27f-4945-b3ac-bed882a32056 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Synchronizing usage tracker for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:19.602589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-dcd23bd3-a27f-4945-b3ac-bed882a32056 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Unset dirty status for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:19.611091 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-dcd23bd3-a27f-4945-b3ac-bed882a32056 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2992902 Feb 18 04:27:19.786574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-413416ab-f079-4c9d-91e9-820c72c04ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:19.857522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Set router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:19.925071 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-fdc438de-5535-4f26-aa58-26f9e0736c74 service neutron] 10.222.0.58 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053789 Feb 18 04:27:19.937568 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1b5a49-a362-4287-889f-3b2f516d5e30,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:20.073406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=c1b3563d-0eb7-4623-9284-9532bb1d5425,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:20.082902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 is scheduled to L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 with binding_index 1 {{(pid=83967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 04:27:20.086014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f80a9787-983e-440f-88b5-43508a98f3c5 req-0b0de39b-f390-4d2b-a87b-8ca408333a6a tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Synchronizing usage tracker for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:20.086528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:20.116215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Notify callbacks [] for port, precommit_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:20.147048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Transition to ACTIVE for port object 077f41fa-797a-4fd3-bc76-1e8b77b0c820 will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:20.153157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:20.202505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.382s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:20.271794 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-5980c68c-53f8-4726-ae7e-6c9fd0a66fbb service neutron] 10.222.0.58 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3437357 Feb 18 04:27:20.357314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:20.475293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:20.519548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:20.698560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Attempting to bind port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:20.699577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Attempting to bind port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:20.700186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Attempting to bind port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 on network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:20.731346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:20.740303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:20.748432 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:20.750308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Bound using segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:20.751531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Bound port: 077f41fa-797a-4fd3-bc76-1e8b77b0c820, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:20.752852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:20.805761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:27:14Z', 'revision_number': 4, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port': {'id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '96e18b87-b436-45bc-91c7-4050d8803c79', 'name': '', 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'mac_address': 'fa:16:3e:39:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112d9ccd-06d4-440d-b5d7-eadb34b07b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:11Z', 'updated_at': '2021-02-18T04:27:15Z', 'revision_number': 2, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'subnets': [{'id': '112d9ccd-06d4-440d-b5d7-eadb34b07b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:20.826189 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Checking router: 9d44cece-4a7e-460a-b7bf-c5409d76ba52 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:27:20.827536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Updating router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 port 96e18b87-b436-45bc-91c7-4050d8803c79 binding host dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:27:20.941330 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4523d759-035c-4037-80d5-fe967af2d674 req-2ac92012-c146-48d0-9545-53763ca194b2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 210 time: 0.1216853 Feb 18 04:27:21.000036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] For port 077f41fa-797a-4fd3-bc76-1e8b77b0c820, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:21.010433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] For port 077f41fa-797a-4fd3-bc76-1e8b77b0c820, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=077f41fa-797a-4fd3-bc76-1e8b77b0c820,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:21.012059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695502d9-9134-4c6f-9877-f28a070bba77 None None] Pushing event updated for resources: {'Port': ['ID=077f41fa-797a-4fd3-bc76-1e8b77b0c820,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:21.033340 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:21.034698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-695502d9-9134-4c6f-9877-f28a070bba77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:21.054737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:21.062502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b1d7361c-56e5-4b2d-8e0f-175ee208220c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:21.159183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-33a52034-4912-4b49-8f60-0f37e832060d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:21.470416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695502d9-9134-4c6f-9877-f28a070bba77 None None] Pushing event updated for resources: {'Port': ['ID=077f41fa-797a-4fd3-bc76-1e8b77b0c820,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:21.507079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-695502d9-9134-4c6f-9877-f28a070bba77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:21.555929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:21.556628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:21.722376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-33cae091-5ead-47d6-a7e0-9eca6c01d93a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:21.728431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:21.732737 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-33cae091-5ead-47d6-a7e0-9eca6c01d93a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 818 time: 0.4093773 Feb 18 04:27:21.759996 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-eb4cd7ea-9953-4564-ba2a-074619f2e96e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/quotas/43b6b8b1d4854521941cc959ae7093bd HTTP/1.1" status: 200 len: 375 time: 0.0250025 Feb 18 04:27:21.918718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Network 053575d7-64a8-4d92-981a-225478a8f040 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:21.921393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f80a9787-983e-440f-88b5-43508a98f3c5 req-0b0de39b-f390-4d2b-a87b-8ca408333a6a tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Unset dirty status for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:21.938281 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f80a9787-983e-440f-88b5-43508a98f3c5 req-0b0de39b-f390-4d2b-a87b-8ca408333a6a tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 2.4569578 Feb 18 04:27:22.029585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:22.048185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:22.059539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:22.060262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:22.083809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c1b3563d-0eb7-4623-9284-9532bb1d5425 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:22.108183 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-a4385a38-5a89-4525-9caa-8e6ba59722d4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3457832 Feb 18 04:27:22.123927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Checking segment: {'id': 'afb337bb-6a6b-401e-b5e3-69789de9fa5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d05a11e-ca27-49e6-b554-c009b14bd0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:22.124309 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Network hostable DHCP agents. Network: 8d05a11e-ca27-49e6-b554-c009b14bd0f0, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:22.237021 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3063633 Feb 18 04:27:22.313497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-fe548134-f131-4caf-80f9-1b1b6458d179 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:27:22.314449 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-fe548134-f131-4caf-80f9-1b1b6458d179 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0126150 Feb 18 04:27:22.358823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:22.396530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:22.532254 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:22.605648 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-c390f0a3-2a06-4c93-88e0-a3007558e60e service neutron] 10.222.0.58 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869182 Feb 18 04:27:22.808273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 8d05a11e-ca27-49e6-b554-c009b14bd0f0) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:22.887008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:22.888382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:22.920531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Pushing event updated for resources: {'Port': ['ID=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:23.042716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:23.070636 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-c288c5c8-286d-43bc-89e5-a642d1e29530 service neutron] 10.222.0.58 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4601259 Feb 18 04:27:23.074225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Transition to ACTIVE for port object 96e18b87-b436-45bc-91c7-4050d8803c79 will not be triggered until provisioned by entity L2. {{(pid=83969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:23.080584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:23.116271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:23.216832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e426bf-4d9a-4bd2-90a9-c6f7fa269659 None None] Network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:23.221467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37588) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:23.365511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187530d-8644-4adc-8e24-618015c30df2 None None] Pushing event updated for resources: {'Port': ['ID=96e18b87-b436-45bc-91c7-4050d8803c79,revision_number=3']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:23.380497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8187530d-8644-4adc-8e24-618015c30df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:23.616490 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49680ddf-50aa-4b31-925b-73ba99704bba req-f0d62b6d-327e-47af-9c11-3eb29a4ea20b tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.1431355 Feb 18 04:27:23.658896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.500s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:23.693874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Attempting to bind port 96e18b87-b436-45bc-91c7-4050d8803c79 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:23.694473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Attempting to bind port 96e18b87-b436-45bc-91c7-4050d8803c79 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:23.695125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Attempting to bind port 96e18b87-b436-45bc-91c7-4050d8803c79 on network b64d52b1-aaa4-4911-a3b5-bcf89208437c {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:23.704492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:23.705063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Checking segment: {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:23.705574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:23.706280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Bound using segment: {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:23.706907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Bound port: 96e18b87-b436-45bc-91c7-4050d8803c79, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'}}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:23.707594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:23.726909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:23.727627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:27:23.732767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Request body: {'port': {'device_id': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:23.754539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:23.760250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Usage tracker for resource:security_group_rule and tenant:843e41d1185342f6af1d0e1402963d8c is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:23.765133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:23.772626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:23.772879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Sync routers for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:27:23.853537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:23.855620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:23.882495 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:23.886273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:23.897119 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:23.908670 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-04fceb3f-1c2a-46e6-9aa0-412a3e6e1cd9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 14.3286321 Feb 18 04:27:23.938419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b0e527-6270-472a-af21-19814587c66a,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:23.945645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:23.969580 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=843e41d1185342f6af1d0e1402963d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467861 Feb 18 04:27:23.970373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37614) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:24.025521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] For port 96e18b87-b436-45bc-91c7-4050d8803c79, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:24.031007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] For port 96e18b87-b436-45bc-91c7-4050d8803c79, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=96e18b87-b436-45bc-91c7-4050d8803c79,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:24.040481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.044154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port c1b3563d-0eb7-4623-9284-9532bb1d5425 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:24.044573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.047795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.081360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:24.108617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.183683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.188474 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 19.4981303 Feb 18 04:27:24.206923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37622) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:24.263182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37626) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:24.265439 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.336397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Routers {'9d44cece-4a7e-460a-b7bf-c5409d76ba52'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:24.336873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:24.344176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.379407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a943-493b-46ed-94bf-f726314dd739 req-6ceee5e0-2339-4180-8f5c-3e725beabb1b tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:24.381616 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a18a943-493b-46ed-94bf-f726314dd739 req-6ceee5e0-2339-4180-8f5c-3e725beabb1b tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 931 time: 0.7110715 Feb 18 04:27:24.402855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:24.445127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Allocated IP 172.20.0.1 (1af173d1-cdb5-4a37-8593-04cf9a426fc3/b60863a4-2a9a-4107-b2b9-997f0cb691e3/b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:24.445240 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b0e527-6270-472a-af21-19814587c66a,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:24.448906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.455319 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4b0e527-6270-472a-af21-19814587c66a HTTP/1.1" status: 204 len: 168 time: 0.4833882 Feb 18 04:27:24.457301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:24.519914 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Deleting subnet b108960a-ffe7-4abd-8515-bf05b172b5bd {{(pid=83967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:27:24.528584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:24.616556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] Set router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:24.678345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:08Z', 'revision_number': 3, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:24.906718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4ae22-fae2-4f57-b178-58a36b6ecc95 None None] The sync data for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb is: [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:08Z', 'revision_number': 3, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:27:24.996882 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a18a943-493b-46ed-94bf-f726314dd739 req-2dbb7954-aaed-4e4d-994e-98bf814066bb tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850568 Feb 18 04:27:25.077145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:25.139224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:25.177096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:25.269699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187530d-8644-4adc-8e24-618015c30df2 None None] Pushing event updated for resources: {'Port': ['ID=96e18b87-b436-45bc-91c7-4050d8803c79,revision_number=4']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:25.279308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8187530d-8644-4adc-8e24-618015c30df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:25.569878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:27:14Z', 'revision_number': 4, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port': {'id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '96e18b87-b436-45bc-91c7-4050d8803c79', 'name': '', 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'mac_address': 'fa:16:3e:39:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112d9ccd-06d4-440d-b5d7-eadb34b07b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:11Z', 'updated_at': '2021-02-18T04:27:24Z', 'revision_number': 4, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'subnets': [{'id': '112d9ccd-06d4-440d-b5d7-eadb34b07b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:25.579277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45650ea4-a4d2-4a44-a033-f15f41df1ec8 None None] The sync data for ids ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'] in dv-cinder-776307-1-smb is: [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:27:14Z', 'revision_number': 4, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port': {'id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '96e18b87-b436-45bc-91c7-4050d8803c79', 'name': '', 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'mac_address': 'fa:16:3e:39:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112d9ccd-06d4-440d-b5d7-eadb34b07b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:11Z', 'updated_at': '2021-02-18T04:27:24Z', 'revision_number': 4, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'subnets': [{'id': '112d9ccd-06d4-440d-b5d7-eadb34b07b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:27:25.918611 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:25.955869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eccde7-ad08-4414-a715-4cd52bcf3329 None None] Network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:25.966000 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7abc7116-0797-44b0-87f9-0f1f26a86df1 req-836ddd02-aafa-43d7-b6bf-da2ac8e8803d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.8363757 Feb 18 04:27:26.137752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Transition to ACTIVE for port object b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:26.444430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.23', 51390) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:26.481013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:26.953592 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.resource_extend [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 04:27:27.131170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.23', 51391) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:27.291216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:27.347116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:14Z', 'revision_number': 3, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:27.359168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Checking router: 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:27:27.362418 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Updating router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c binding host dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:27:27.439343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:27.670863 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6c7e1215-f254-48b9-9038-10bdaa975a4d req-6f58fb1c-e5e2-414d-b67a-b7f518c29ccf tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.1487181 Feb 18 04:27:27.712694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37760) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:27.779083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 077f41fa-797a-4fd3-bc76-1e8b77b0c820 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:27.954822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b4343ef6-0731-40e8-ab8e-ea265ddc20ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:27.955354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:27.987775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:27.995142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:27.997435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:27.998008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.003213 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9fe2169b4b426f925e1f6d79a104aa is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:28.007269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.013119 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:28.085234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:28.090885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:27:28.102295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.128466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Transition to ACTIVE for port object 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:28.155224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-606d8574-fc09-454b-8bec-87f2866a7a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:28.306068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.330225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port 077f41fa-797a-4fd3-bc76-1e8b77b0c820, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=077f41fa-797a-4fd3-bc76-1e8b77b0c820,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:28.338126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.351744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 96e18b87-b436-45bc-91c7-4050d8803c79 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:28.386056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:28.397961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37788) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:28.444893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.460877 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.491726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:28.525848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c9450-7399-4fac-bc71-46174422bd24 req-72ba66ce-758e-459e-b5e6-be98c32276ac tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:28.533976 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d90c9450-7399-4fac-bc71-46174422bd24 req-72ba66ce-758e-459e-b5e6-be98c32276ac tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 931 time: 2.2171085 Feb 18 04:27:28.538334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-51519c1a-6f1a-4b48-a78c-664d9cbc698e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:28.542910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-99f573e2-3188-4eef-a739-be0a9a063e27 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:28.543452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-99f573e2-3188-4eef-a739-be0a9a063e27 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Synchronizing usage tracker for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:network {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:28.550576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:28.551109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=077f41fa-797a-4fd3-bc76-1e8b77b0c820,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:28.562667 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c9fe2169b4b426f925e1f6d79a104aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8447921 Feb 18 04:27:28.572634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:28.572871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37798) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:28.583849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Allocated IP 172.20.0.1 (96cf28d7-d57b-444d-9904-5dd6b729deab/e903ac52-f6b1-4098-b023-d6e9b5e5faf7/c98ae1bd-7878-4f72-a593-86b05e0d9ba3) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:28.611959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 96e18b87-b436-45bc-91c7-4050d8803c79 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:28.615974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.615974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:28.627505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 96e18b87-b436-45bc-91c7-4050d8803c79 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:28.627926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.655448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-92e710e0-467d-48a4-849b-cb2e5994f17c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:28.656204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-92e710e0-467d-48a4-849b-cb2e5994f17c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Synchronizing usage tracker for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:network {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:28.710985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Notify callbacks [] for port, precommit_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.734426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Transition to ACTIVE for port object 1cae735e-3e67-47a9-bac6-9cb3bbc3670c will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:28.790041 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.815360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:28.818070 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d90c9450-7399-4fac-bc71-46174422bd24 req-75ac5d1a-c0b2-484d-82b9-de79a0499b71 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830720 Feb 18 04:27:28.923912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b108960a-ffe7-4abd-8515-bf05b172b5bd,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:28.929062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37808) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:28.934491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:28.936693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:28.977687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1172adc6-8d9c-4c4d-832d-12c3ff09b1d5,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:28.985256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-99f573e2-3188-4eef-a739-be0a9a063e27 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Unset dirty status for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:network {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:28.986826 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-99f573e2-3188-4eef-a739-be0a9a063e27 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 818 time: 2.5324798 Feb 18 04:27:28.987394 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-adf94687-dc66-443e-9c59-32730a0103f5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:28.997601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.002999 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0d1c24a8-b0c9-4dba-b82f-0763fcbb6d68 req-9f8b1622-4209-491c-ae9a-2a84d488a3fd tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.0699451 Feb 18 04:27:29.006006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:29.015763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Usage tracker for resource:security_group_rule and tenant:48b9d299ec734105b62f120a01d20296 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:29.030113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:29.044939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:29.068263 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Request body: {'port': {'device_id': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c', 'admin_state_up': True, 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:29.090337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.109891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5097830-1f2d-4fd4-ba04-d4efebaabc64 None None] Pushing event updated for resources: {'Port': ['ID=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:29.121494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7347764a-2bff-4253-b3b2-a6ab6aa06b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.122269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5097830-1f2d-4fd4-ba04-d4efebaabc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.145125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.154111 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Attempting to bind port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:29.154817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Attempting to bind port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:29.155429 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Attempting to bind port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c on network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:29.181021 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port 96e18b87-b436-45bc-91c7-4050d8803c79, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=96e18b87-b436-45bc-91c7-4050d8803c79,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:29.185430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:29.186205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:29.186801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.187413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Bound using segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:29.188145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Bound port: 1cae735e-3e67-47a9-bac6-9cb3bbc3670c, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:29.188738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.196693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7347764a-2bff-4253-b3b2-a6ab6aa06b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.205554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Transition to ACTIVE for port object c98ae1bd-7878-4f72-a593-86b05e0d9ba3 will not be triggered until provisioned by entity DHCP. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:29.215731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:29.225490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:29.231568 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.236782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:29.249176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-92e710e0-467d-48a4-849b-cb2e5994f17c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Unset dirty status for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:network {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:29.250555 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-92e710e0-467d-48a4-849b-cb2e5994f17c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 818 time: 2.0374675 Feb 18 04:27:29.316694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.319161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.334973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7347764a-2bff-4253-b3b2-a6ab6aa06b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.338374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:29.344520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] For port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:29.351656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 077f41fa-797a-4fd3-bc76-1e8b77b0c820 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:29.386257 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=96e18b87-b436-45bc-91c7-4050d8803c79,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:29.386439 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Made reservation on behalf of 43b6b8b1d4854521941cc959ae7093bd for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:29.388823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.392046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.398717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] For port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:29.406891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.424261 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:29.427739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.429014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Request body: {'port': {'device_id': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c', 'admin_state_up': True, 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:29.473262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.526873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Pushing event updated for resources: {'Port': ['ID=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:29.534164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:29.534677 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.536008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-86bb2c39-faea-4d7c-8d73-fe0d2cc0ffa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:29.554714 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48b9d299ec734105b62f120a01d20296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1556437 Feb 18 04:27:29.555643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37822) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:29.565686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.572960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347764a-2bff-4253-b3b2-a6ab6aa06b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1172adc6-8d9c-4c4d-832d-12c3ff09b1d5,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:29.586364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.590798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7347764a-2bff-4253-b3b2-a6ab6aa06b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.595373 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7347764a-2bff-4253-b3b2-a6ab6aa06b9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1172adc6-8d9c-4c4d-832d-12c3ff09b1d5 HTTP/1.1" status: 204 len: 168 time: 1.0126443 Feb 18 04:27:29.607369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:29.621548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Attempting to bind port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:29.621939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Attempting to bind port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '43eb4cfc-1a4c-4254-b96f-090a265f788e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '053575d7-64a8-4d92-981a-225478a8f040'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:29.622345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Attempting to bind port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c on network 053575d7-64a8-4d92-981a-225478a8f040 {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:29.625756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:29.631073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Usage tracker for resource:security_group_rule and tenant:456bd47a11d44f5bb0e54907ded367a5 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:29.650793 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b108960a-ffe7-4abd-8515-bf05b172b5bd HTTP/1.1" status: 204 len: 168 time: 5.3729579 Feb 18 04:27:29.654379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:29.660934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:29.662130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37828) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:29.675988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cbbc97-b7df-4113-b657-396c6f046eed,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:29.684578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Network 96cf28d7-d57b-444d-9904-5dd6b729deab is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:29.709607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.712789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:29.715590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:29.716042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.726012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:29.726391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Checking segment: {'id': '43eb4cfc-1a4c-4254-b96f-090a265f788e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '053575d7-64a8-4d92-981a-225478a8f040'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:29.726892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.727236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Bound using segment: {'id': '43eb4cfc-1a4c-4254-b96f-090a265f788e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '053575d7-64a8-4d92-981a-225478a8f040'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:29.727800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Bound port: 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43eb4cfc-1a4c-4254-b96f-090a265f788e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '053575d7-64a8-4d92-981a-225478a8f040'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:29.728214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.737773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5097830-1f2d-4fd4-ba04-d4efebaabc64 None None] Pushing event updated for resources: {'Port': ['ID=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:29.742106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:29.742620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082862'] for router_interface, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.745759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:29.762828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5097830-1f2d-4fd4-ba04-d4efebaabc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:29.766330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:29.766894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.776688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:29.777273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082862'] for router_interface, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.860147 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:29.943554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.024830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3f58ce95-c9d4-49ea-bf81-af4c77c41c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.056710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:30.058066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:30.107741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.342085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:30.361963 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2cc471d7-d6b9-45e7-83bb-3d5603474d54 req-1251aff6-ec4e-4d50-a4d3-9cd0185ff884 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.0806153 Feb 18 04:27:30.373680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.445815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] For port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:30.481795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:30.498571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:30.521329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.547534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:30.581696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cbbc97-b7df-4113-b657-396c6f046eed,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:30.590268 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.590869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.591957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.592595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > port after_create 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.593163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.593741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > port after_update 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.594305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.594875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.595599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.596150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.700465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] For port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,segment=NetworkSegment(43eb4cfc-1a4c-4254-b96f-090a265f788e),segment_id=43eb4cfc-1a4c-4254-b96f-090a265f788e)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:30.737192 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.774696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.775427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.776011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.776564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83966) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:27:30.777146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48418e1-bc1a-4206-b6a2-ba7346053a8b']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:30.786608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:30.797865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4eb735f3-2077-4ec9-885f-972085b48f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:30.804084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.808449 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39cbbc97-b7df-4113-b657-396c6f046eed HTTP/1.1" status: 204 len: 168 time: 1.2473648 Feb 18 04:27:30.812651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.823925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507136c8-ceb5-47d2-915f-f54bdaa3cfad') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:30.824542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507136c8-ceb5-47d2-915f-f54bdaa3cfad') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:30.842637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Made reservation on behalf of 43b6b8b1d4854521941cc959ae7093bd for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:30.847120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.854081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.881856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Provisioning for port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:30.891370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Provisioning complete for port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:30.891927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.914454 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.921370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:27:30.966424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:27:30.969637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:30.997287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:14Z', 'revision_number': 3, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:31.007422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57ac48-22b9-420a-8929-eb77c66ae4ff None None] The sync data for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb is: [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:14Z', 'revision_number': 3, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:27:31.009182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Provisioning for port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:31.025211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Provisioning complete for port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:31.025657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.102752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c643281-2e6d-4d87-9f49-e81b3180822c req-c6dc8925-e1dd-4faa-b822-ea03d7f715c9 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:31.104455 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c643281-2e6d-4d87-9f49-e81b3180822c req-c6dc8925-e1dd-4faa-b822-ea03d7f715c9 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 943 time: 1.0286818 Feb 18 04:27:31.110478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-063722a0-f5c8-4f69-8d54-46ea1ae1025d None None] Port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:27:31.165503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.252172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Network a48418e1-bc1a-4206-b6a2-ba7346053a8b has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:27:31.266097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.322112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.368275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 96e18b87-b436-45bc-91c7-4050d8803c79 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:31.602688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.653033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 96e18b87-b436-45bc-91c7-4050d8803c79 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:31.653449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.655998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37874) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:31.697244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:31.701402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Allocated IP 172.20.0.8 (b64d52b1-aaa4-4911-a3b5-bcf89208437c/112d9ccd-06d4-440d-b5d7-eadb34b07b0f/e054d4ce-0484-4745-a8f0-b7239a80c1c8) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:31.759047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:31.759709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fff855cb-e378-40b4-b259-4bfe615ed6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:31.836929 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c643281-2e6d-4d87-9f49-e81b3180822c req-d157bc8e-1838-4945-a468-f32b1295937d tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621263 Feb 18 04:27:31.868269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Synchronizing usage tracker for tenant:9cd49fbdc1d1416082e724f672b5f1ec on resource:security_group {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:31.872052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.872991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.933128 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d16cd29-9c09-4d89-9f87-0a78d5e44fc7,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:31.936515 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-37749071-b20c-4835-8ffa-fde561b6c402 req-a60c0c5a-3944-4dc0-87a1-858a46497597 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.1074479 Feb 18 04:27:31.938240 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:31.960057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:32.003813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:32.079333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9d57036be14d9690e2efaab59a9d8e is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:32.083552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:32.095770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Network a48418e1-bc1a-4206-b6a2-ba7346053a8b has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:27:32.124794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: from cryptography.utils import int_from_bytes Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: from cryptography.utils import int_from_bytes Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: (rel_b, rel_a, rel_b), Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: (rel_b, rel_a, rel_b), Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:27:32.135061 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:27:32.140075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:32.140759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.142265 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] 10.222.0.23 "PUT /v2.0/ports/6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c HTTP/1.1" status: 200 len: 1157 time: 9.2869084 Feb 18 04:27:32.142761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:27:32.259920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.262153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.268915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.276655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.279310 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:32.331311 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a48418e1-bc1a-4206-b6a2-ba7346053a8b HTTP/1.1" status: 204 len: 168 time: 2.6629345 Feb 18 04:27:32.336441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a48418e1-bc1a-4206-b6a2-ba7346053a8b,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:32.345356 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37892) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:32.351125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:32.351226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:32.459073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Deleting subnet 3c1b5a49-a362-4287-889f-3b2f516d5e30 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:27:32.476210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.523807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692848'] for router_interface, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.563086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-4847de34-daae-4209-9221-58b9ad47ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:32.564827 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-4847de34-daae-4209-9221-58b9ad47ef61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2715146f06104d7eb9924bfd704a3c35&device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 1160 time: 0.2678354 Feb 18 04:27:32.640678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Pushing event updated for resources: {'Port': ['ID=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:32.648673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:32.650868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.684732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37904) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:32.794941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.806911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.834032 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-50ab2a08-40a2-4826-9a37-3c38d1a4c761 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c HTTP/1.1" status: 200 len: 217 time: 0.2107818 Feb 18 04:27:32.887234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Network 96cf28d7-d57b-444d-9904-5dd6b729deab is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:32.891922 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c', 'status': 'completed', 'code': 200} Feb 18 04:27:32.947822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:32.960948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:32.964618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.115992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:33.133759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Usage tracker for resource:security_group_rule and tenant:579defbf54f64ff8975ece8163b1b8bc is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:33.152810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:33.167709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:33.252204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-0e25eec5-325f-417c-bc0d-f3f8f2fd98e7 None None] Provisioning complete for port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:33.252729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e25eec5-325f-417c-bc0d-f3f8f2fd98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.276789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-b14feb49-5559-4512-994d-083932f449b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:33.277744 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-b14feb49-5559-4512-994d-083932f449b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb55b81d-db60-4af0-bf17-d4a439b94ea1 HTTP/1.1" status: 200 len: 851 time: 0.4338987 Feb 18 04:27:33.323425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-0e25eec5-325f-417c-bc0d-f3f8f2fd98e7 None None] Port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:27:33.340750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:33.354818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 1cae735e-3e67-47a9-bac6-9cb3bbc3670c up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:33.375365 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4ed186ff-f4e6-4964-bf15-97b8d82ab3bc req-772f685d-01eb-419e-acf9-a163defc7b50 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.0965278 Feb 18 04:27:33.421548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fec745-5c60-47ea-a9b6-43cbc7dc92f6 req-87537ac2-07e1-4088-9551-6aa9e6e634b6 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:33.423187 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-09fec745-5c60-47ea-a9b6-43cbc7dc92f6 req-87537ac2-07e1-4088-9551-6aa9e6e634b6 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 943 time: 0.4711516 Feb 18 04:27:33.435713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:33.440660 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:33.441175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.448001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.463367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:27:33.482869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.485458 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-cf17c5ec-59df-4e3f-9e2e-1d95351d1c9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=053575d7-64a8-4d92-981a-225478a8f040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949366 Feb 18 04:27:33.516872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.524498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-09fec745-5c60-47ea-a9b6-43cbc7dc92f6 req-8fd490d2-cf9e-475e-a875-9aa7446092d8 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Synchronizing usage tracker for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:33.572139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Unset dirty status for tenant:9cd49fbdc1d1416082e724f672b5f1ec on resource:security_group {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:33.572610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.576122 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=456bd47a11d44f5bb0e54907ded367a5&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5897651 Feb 18 04:27:33.582733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37916) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:33.592247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:33.595353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.597222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:33.621841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b8a5f65f-430c-4a0e-a921-b277eb1f0958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:33.643725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Pushing event updated for resources: {'Port': ['ID=e054d4ce-0484-4745-a8f0-b7239a80c1c8,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:33.652658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Allocated IP 172.20.0.12 (b64d52b1-aaa4-4911-a3b5-bcf89208437c/112d9ccd-06d4-440d-b5d7-eadb34b07b0f/a3f25df1-255b-46c8-9725-735a31a8d80d) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:33.664782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:33.672289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:33.673143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f8dff47a-ade6-4cef-a7ee-398c19ea612a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:33.676794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:33.713200 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa9d57036be14d9690e2efaab59a9d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0389764 Feb 18 04:27:33.734664 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37920) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:33.774038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.822201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.823079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149b6621-ee1d-4ec1-af3c-3a510aacee2f,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:33.857261 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:33.858152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692848'] for router_interface, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:33.872164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:33.970325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1b5a49-a362-4287-889f-3b2f516d5e30,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:33.986441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:33.992070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:34.029210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-09fec745-5c60-47ea-a9b6-43cbc7dc92f6 req-8fd490d2-cf9e-475e-a875-9aa7446092d8 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Unset dirty status for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:34.030394 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-09fec745-5c60-47ea-a9b6-43cbc7dc92f6 req-8fd490d2-cf9e-475e-a875-9aa7446092d8 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944874 Feb 18 04:27:34.032970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:34.035446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:34.040042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:34.040735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.044695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.102677 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-af7b811b-201f-4331-9dce-e25ccd4cc492 service neutron] 10.222.0.23 "GET /v2.0/networks/053575d7-64a8-4d92-981a-225478a8f040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069927 Feb 18 04:27:34.126360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.148403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1cb595e8-805e-41ff-bb49-3a321f2cc077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:34.219704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:27:34.230195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:34.232184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.235389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:34.247101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.263755 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=579defbf54f64ff8975ece8163b1b8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5779293 Feb 18 04:27:34.264607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32227b5a-f48f-4cf1-86a6-533fcda9bb6f,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:34.277890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37926) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:34.284575 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:34.285174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Sync routers for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:27:34.297308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:34.298057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:34.314705 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-99b18d81-7fe6-4050-a495-558b80bd8eb7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3c1b5a49-a362-4287-889f-3b2f516d5e30 HTTP/1.1" status: 204 len: 168 time: 1.9660335 Feb 18 04:27:34.318851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37930) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:34.331151 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] 10.222.0.58 "PUT /v2.0/routers/1bfa05fc-fb2d-40b6-9a84-e41a02b7a870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1129367 Feb 18 04:27:34.353099 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.420693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.505038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.509509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.520270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.528200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.629578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.645352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:34.680970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.691858 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6688399 Feb 18 04:27:34.704473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2d5edaaf-c23b-47ab-8567-de48cb2ae5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:34.743418 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:34.782969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d16cd29-9c09-4d89-9f87-0a78d5e44fc7,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:34.788513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:34.809896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Request body: {'port': {'device_id': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:34.813053 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.814284 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d16cd29-9c09-4d89-9f87-0a78d5e44fc7 HTTP/1.1" status: 204 len: 168 time: 1.2074161 Feb 18 04:27:34.824685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.871224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:34.902372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:34.920151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.943030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:34.949035 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6c7283c0-eef1-4a54-948d-305a9c0426e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:34.971675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37946) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:35.025870 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9506acb4-d150-4e9b-9647-3821d25ed83c req-e5cab261-02ef-4906-b963-bf2383e1fe6e service neutron] 10.222.0.23 "GET /v2.0/networks/053575d7-64a8-4d92-981a-225478a8f040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8507109 Feb 18 04:27:35.033217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1672479693', 'description': 'tempest-description--2025744118'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:35.048571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32227b5a-f48f-4cf1-86a6-533fcda9bb6f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:35.054789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:35.057065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d05a11e-ca27-49e6-b554-c009b14bd0f0']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:35.065136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:35.067721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.071386 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32227b5a-f48f-4cf1-86a6-533fcda9bb6f HTTP/1.1" status: 204 len: 168 time: 0.7859960 Feb 18 04:27:35.075944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:35.090357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb337bb-6a6b-401e-b5e3-69789de9fa5c') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:35.090538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb337bb-6a6b-401e-b5e3-69789de9fa5c') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:35.098208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:35.123330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:35.133385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.165445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.174367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.190340 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.200549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:27:35.262977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-3b90d602-7939-4b4d-9741-eb5af040df8e None None] Provisioning complete for port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:35.265216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b90d602-7939-4b4d-9741-eb5af040df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.293871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:35.347578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group_rule and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:35.412697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 1cae735e-3e67-47a9-bac6-9cb3bbc3670c up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:35.424236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:35.476270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:35.497968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37958) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:35.527874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:35.528605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.531009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:27:35.534192 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 2, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:35.539620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Checking router: 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:27:35.540270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Updating router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 binding host dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:27:35.552566 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.605203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.607875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3b90d602-7939-4b4d-9741-eb5af040df8e None None] Port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:27:35.624843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:35.677414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:35.778787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Usage tracker for resource:security_group_rule and tenant:d737f413b7424f8a903a584fffd86898 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:35.804248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:35.813471 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a148d-a07d-40ad-90e3-70c6f5fd6de6 req-92897ca9-4f9f-4333-a703-ae03a1bfbf28 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:35.815390 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b13a148d-a07d-40ad-90e3-70c6f5fd6de6 req-92897ca9-4f9f-4333-a703-ae03a1bfbf28 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 943 time: 0.5230381 Feb 18 04:27:35.829347 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:35.877148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Network 8d05a11e-ca27-49e6-b554-c009b14bd0f0 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:27:35.889910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Pushing event updated for resources: {'Port': ['ID=a3f25df1-255b-46c8-9725-735a31a8d80d,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:35.894096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.249s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:27:35.909305 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:27:35.976444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37962) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:35.990374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:36.019261 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.031550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.049014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:27:36.050048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:36.061748 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b13a148d-a07d-40ad-90e3-70c6f5fd6de6 req-213032ee-4ad7-47c1-b7f4-627d793d2fb4 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337523 Feb 18 04:27:36.079676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0061-3c97-453a-913d-5cb9c17748ca req-2874181b-7acd-4845-b08b-398e58f7ef31 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:36.080451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3e1b0061-3c97-453a-913d-5cb9c17748ca req-2874181b-7acd-4845-b08b-398e58f7ef31 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Synchronizing usage tracker for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:36.105289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b6621-ee1d-4ec1-af3c-3a510aacee2f,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:36.108289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:36.112328 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.129317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Notify callbacks [] for port, precommit_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.129880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.134026 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/149b6621-ee1d-4ec1-af3c-3a510aacee2f HTTP/1.1" status: 204 len: 168 time: 2.3953631 Feb 18 04:27:36.135427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.146331 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Transition to ACTIVE for port object c98ae1bd-7878-4f72-a593-86b05e0d9ba3 will not be triggered until provisioned by entity L2. {{(pid=83969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:36.152313 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999e11fe-cf26-45c0-a814-38626225e774,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:36.157435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.158584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.167118 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] 10.222.0.58 "DELETE /v2.0/networks/8d05a11e-ca27-49e6-b554-c009b14bd0f0 HTTP/1.1" status: 204 len: 168 time: 1.8433127 Feb 18 04:27:36.169630 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:36.183185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:36.183906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c14118bf-f536-4287-823a-a78c78f96ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:36.184146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:36.186727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:36.191464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:36.192135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.212924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d05a11e-ca27-49e6-b554-c009b14bd0f0,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:36.217373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:36.221546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.222885 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2476668 Feb 18 04:27:36.225541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.226735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:36.227303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37970) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:36.245088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'security_group_rule': {'security_group_id': '999e11fe-cf26-45c0-a814-38626225e774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:36.261084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.262237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:36.285554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:36.332560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:36.335762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group_rule and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:36.350543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Usage tracker for resource:security_group_rule and tenant:023f0a125ff4487294012b8c1b526223 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:36.353344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:36.357506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2cedd-daff-4b81-aee0-de84052f4028 None None] Pushing event updated for resources: {'Port': ['ID=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,revision_number=3']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:36.360705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-caf2cedd-daff-4b81-aee0-de84052f4028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:36.361366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:36.372290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:36.393733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:36.405410 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d737f413b7424f8a903a584fffd86898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9000590 Feb 18 04:27:36.405410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf8f908-b06a-4c27-9812-4f70c3c751a6,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:36.407212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37976) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:36.410038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:36.431858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.437029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37980) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:36.460991 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0878289 Feb 18 04:27:36.462048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3e1b0061-3c97-453a-913d-5cb9c17748ca req-2874181b-7acd-4845-b08b-398e58f7ef31 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Unset dirty status for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:36.464352 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3e1b0061-3c97-453a-913d-5cb9c17748ca req-2874181b-7acd-4845-b08b-398e58f7ef31 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 932 time: 1.9013679 Feb 18 04:27:36.506450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Request body: {'port': {'device_id': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:36.565044 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Attempting to bind port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:36.565459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Attempting to bind port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:36.565869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Attempting to bind port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 on network 96cf28d7-d57b-444d-9904-5dd6b729deab {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:36.572849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:36.573258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Checking segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:36.573694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.574117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Bound using segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:36.574620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Bound port: c98ae1bd-7878-4f72-a593-86b05e0d9ba3, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:36.575043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.577317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.627387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.657142 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-75964640-ea0e-4d92-97ee-b748046f7b16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36a3bd8628c641b6852953d08f0a09a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1545253 Feb 18 04:27:36.670491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 37986) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:36.689077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.697560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.699184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.710489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:36.749973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] For port c98ae1bd-7878-4f72-a593-86b05e0d9ba3, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:36.756477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] For port c98ae1bd-7878-4f72-a593-86b05e0d9ba3, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:36.777345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.791154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4770b5-2306-413e-a904-5517a9090d1d,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:36.815015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:36.837993 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.848556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b9f07fbc-040f-42e0-991b-ce26716a33e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:36.848724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3e1b0061-3c97-453a-913d-5cb9c17748ca req-44ddd210-9202-476e-8c59-6b2555325841 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Synchronizing usage tracker for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:security_group {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:36.872565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.874217 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bf8f908-b06a-4c27-9812-4f70c3c751a6 HTTP/1.1" status: 204 len: 168 time: 0.4660144 Feb 18 04:27:36.878384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf8f908-b06a-4c27-9812-4f70c3c751a6,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:36.881803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-b6678d42-dffa-4494-a3ed-820ffc71cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:36.883456 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-b6678d42-dffa-4494-a3ed-820ffc71cf1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2715146f06104d7eb9924bfd704a3c35&device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 1160 time: 1.7469907 Feb 18 04:27:36.890388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:36.896740 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6671848 Feb 18 04:27:36.898665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:36.899445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 37998) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:36.907071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'security_group_rule': {'security_group_id': '999e11fe-cf26-45c0-a814-38626225e774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:36.914411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:36.919458 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group_rule and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:36.923215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:36.930721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:36.964851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.004166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:37.045082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.088449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3e1b0061-3c97-453a-913d-5cb9c17748ca req-44ddd210-9202-476e-8c59-6b2555325841 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Unset dirty status for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:security_group {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:37.089724 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3e1b0061-3c97-453a-913d-5cb9c17748ca req-44ddd210-9202-476e-8c59-6b2555325841 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102901 Feb 18 04:27:37.126690 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.129023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2cedd-daff-4b81-aee0-de84052f4028 None None] Pushing event updated for resources: {'Port': ['ID=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,revision_number=4']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:37.132421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.147193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-caf2cedd-daff-4b81-aee0-de84052f4028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:37.177357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:37.184538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:37.185230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:37.203481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.203481 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2948079 Feb 18 04:27:37.203481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38010) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:37.205948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'floatingip': {'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:37.228558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9767649-4357-4235-93a8-13a430606212,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:37.232464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:37.236281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:37.248680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:floatingip and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:37.261064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:37.283370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:37.304560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.418322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:27:37.420229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-177bc91d-99c7-4e2d-a3bf-dbbfd7eb26c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.438313 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Sync routers for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:27:37.461275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:37.462289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:37.610235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:37.740230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:37.809626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f25df1-255b-46c8-9725-735a31a8d80d {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:27:37.810385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.817801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.830256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Transition to ACTIVE for port object a3f25df1-255b-46c8-9725-735a31a8d80d will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:37.889263 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:37.990233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:38.011586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d24ef-328a-48b4-bca5-f3cb9dcaa6ac req-d207f196-a9ef-48cf-ba90-c64ce460db6e tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:38.013578 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8f5d24ef-328a-48b4-bca5-f3cb9dcaa6ac req-d207f196-a9ef-48cf-ba90-c64ce460db6e tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 943 time: 0.3789804 Feb 18 04:27:38.126559 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] 10.222.0.58 "PUT /v2.0/routers/6403b3e2-162f-4dd4-9ba3-442dceafaec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.8581822 Feb 18 04:27:38.248196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:36Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:38.252595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739553-f8dc-459d-b372-ca74be61ca1b None None] The sync data for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb is: [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:36Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:27:38.270415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:32Z', 'revision_number': 2, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:38.292861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Checking router: 6403b3e2-162f-4dd4-9ba3-442dceafaec4 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:27:38.293361 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Updating router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee binding host dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:27:38.354163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-177bc91d-99c7-4e2d-a3bf-dbbfd7eb26c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:38.411127 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8f5d24ef-328a-48b4-bca5-f3cb9dcaa6ac req-d94a62b7-6caf-48bd-b776-69ae6993c6d4 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769183 Feb 18 04:27:38.438702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:38.509899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-177bc91d-99c7-4e2d-a3bf-dbbfd7eb26c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:38.512353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:38.514547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Allocated IP 172.28.0.3 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/7d235e88-ea9f-49f4-9d5d-987fb09ad306) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:38.907507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:38.991586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:39.013161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:39.027332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:39.158541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-1512757d-0c92-45e3-9c99-f29dd5487bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:39.161223 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-1512757d-0c92-45e3-9c99-f29dd5487bb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=053575d7-64a8-4d92-981a-225478a8f040 HTTP/1.1" status: 200 len: 905 time: 2.2324834 Feb 18 04:27:39.175723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'Port': ['ID=7d235e88-ea9f-49f4-9d5d-987fb09ad306,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:39.222117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-177bc91d-99c7-4e2d-a3bf-dbbfd7eb26c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:39.227679 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-177bc91d-99c7-4e2d-a3bf-dbbfd7eb26c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbf739db-d159-4043-b846-7bf7862aecdd HTTP/1.1" status: 204 len: 168 time: 2.5409908 Feb 18 04:27:39.425896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a3f25df1-255b-46c8-9725-735a31a8d80d,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:39.439846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Notify callbacks [] for port, precommit_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:39.451763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.468s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:39.470739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:39.472106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c98ae1bd-7878-4f72-a593-86b05e0d9ba3 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:39.533849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Transition to ACTIVE for port object b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:39.570058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bc91d-99c7-4e2d-a3bf-dbbfd7eb26c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf739db-d159-4043-b846-7bf7862aecdd,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:39.580397 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=023f0a125ff4487294012b8c1b526223&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5771587 Feb 18 04:27:39.583866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:39.608107 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-570edb03-3801-4662-a73a-5ff88051f9ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c HTTP/1.1" status: 200 len: 217 time: 0.3714600 Feb 18 04:27:39.609709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 38064) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:39.631790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:39.678390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:39.703383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:39.722660 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:39.726064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:39.856727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38074) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:39.878852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257022473', 'description': 'tempest-description--1849211314'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:39.880312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:39.909999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:39.931395 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:39.935486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:39.944255 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.027857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:40.032863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.resource_extend [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 04:27:40.069338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85495c-9db1-493b-a740-436ae64c64ee req-1d4ab374-8a93-4da4-bf30-f05bb9456e96 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:40.077151 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c85495c-9db1-493b-a740-436ae64c64ee req-1d4ab374-8a93-4da4-bf30-f05bb9456e96 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 944 time: 1.5967524 Feb 18 04:27:40.084717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422cf8f5-0af1-4d0a-a083-acfee7f0d89d,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:40.091101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.144257 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:40.154474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.172233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.955s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:40.226163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.227234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38084) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:40.230546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:40.234033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e054d4ce-0484-4745-a8f0-b7239a80c1c8 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:27:40.243777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.260337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Transition to ACTIVE for port object e054d4ce-0484-4745-a8f0-b7239a80c1c8 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:40.274944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group_rule and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:40.283092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:40.283957 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c85495c-9db1-493b-a740-436ae64c64ee req-90df620b-873f-42e5-8004-5bc677b0ac8b tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057528 Feb 18 04:27:40.356635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae7e4-4b9a-4343-a2f5-0cb3cb68aafd None None] Pushing event updated for resources: {'Port': ['ID=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:40.358554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.363071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-292ae7e4-4b9a-4343-a2f5-0cb3cb68aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:40.376819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422cf8f5-0af1-4d0a-a083-acfee7f0d89d,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:40.392785 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5d00-d6e3-47ee-b50c-cc2cdbaf27af req-9afa2d56-815e-42aa-862f-bc9e4f70559a tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:40.401086 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0def5d00-d6e3-47ee-b50c-cc2cdbaf27af req-9afa2d56-815e-42aa-862f-bc9e4f70559a tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 943 time: 0.3745992 Feb 18 04:27:40.436252 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:40.557510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-fedbfe6f-b43a-48c0-ac79-63a66469cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:40.559484 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-fedbfe6f-b43a-48c0-ac79-63a66469cdfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb55b81d-db60-4af0-bf17-d4a439b94ea1 HTTP/1.1" status: 200 len: 851 time: 0.8540010 Feb 18 04:27:40.602956 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0def5d00-d6e3-47ee-b50c-cc2cdbaf27af req-c36e7ff4-0e4e-402d-b54a-8baa76ccf4a2 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005937 Feb 18 04:27:40.610020 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0986934a-1f75-4d72-b6a2-07dfd7b1fdb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b48e3542c4a74d1e85b3bbd2e126113c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3805521 Feb 18 04:27:40.612306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38092) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:40.624530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:40.625166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:40.641308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.656034 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-96374c67-f86f-4be6-b94f-594b6d4b1d05 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:27:40.685179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Attempting to bind port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:40.685179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Attempting to bind port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:40.685179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Attempting to bind port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee on network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:40.695320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:40.695919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Checking segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:40.696371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.696821 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Bound using segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:40.697758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Bound port: b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:40.697875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.744921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e054d4ce-0484-4745-a8f0-b7239a80c1c8,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:40.767282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:40.770045 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Attempting to bind port a3f25df1-255b-46c8-9725-735a31a8d80d on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:40.770045 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Attempting to bind port a3f25df1-255b-46c8-9725-735a31a8d80d by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:40.770457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Attempting to bind port a3f25df1-255b-46c8-9725-735a31a8d80d on network b64d52b1-aaa4-4911-a3b5-bcf89208437c {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:40.778567 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-26a2c964-da6b-4ae1-9b15-454dff8eeb02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=053575d7-64a8-4d92-981a-225478a8f040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080259 Feb 18 04:27:40.779139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:40.779587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:40.780681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:40.781052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Checking segment: {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:40.781459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.781875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Bound using segment: {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:40.782336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Bound port: a3f25df1-255b-46c8-9725-735a31a8d80d, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:40.782721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.804413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.808171 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/422cf8f5-0af1-4d0a-a083-acfee7f0d89d HTTP/1.1" status: 204 len: 168 time: 1.1861303 Feb 18 04:27:40.840579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] For port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:40.844364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] For port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:40.853760 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.873711 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:40.874048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-695502d9-9134-4c6f-9877-f28a070bba77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:40.954765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:41.014909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae7e4-4b9a-4343-a2f5-0cb3cb68aafd None None] Pushing event updated for resources: {'Port': ['ID=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:41.018690 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-292ae7e4-4b9a-4343-a2f5-0cb3cb68aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:41.025349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:41.025773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.048371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] For port a3f25df1-255b-46c8-9725-735a31a8d80d, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:41.051923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] For port a3f25df1-255b-46c8-9725-735a31a8d80d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a3f25df1-255b-46c8-9725-735a31a8d80d,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:41.159580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.193103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.208715 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a22fd9fa-f7fe-4175-8594-e1ed759c3906 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:41.213115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:41.306811 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port c98ae1bd-7878-4f72-a593-86b05e0d9ba3, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:41.317301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.327715 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:41.330724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.346565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.358247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.376426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.422641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:41.427104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:41.427819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:41.431069 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Attempting to bind port e054d4ce-0484-4745-a8f0-b7239a80c1c8 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:27:41.431574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Attempting to bind port e054d4ce-0484-4745-a8f0-b7239a80c1c8 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:27:41.432207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Attempting to bind port e054d4ce-0484-4745-a8f0-b7239a80c1c8 on network b64d52b1-aaa4-4911-a3b5-bcf89208437c {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:27:41.436247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:41.437021 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.453342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:27:41.453738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Checking segment: {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:41.454273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.454776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Bound using segment: {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:27:41.455409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Bound port: e054d4ce-0484-4745-a8f0-b7239a80c1c8, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a5e091-91b7-45f1-b581-b46d7e556675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b64d52b1-aaa4-4911-a3b5-bcf89208437c'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:27:41.455886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.532849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:41.533543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.539925 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] 10.222.0.23 "PUT /v2.0/ports/a3f25df1-255b-46c8-9725-735a31a8d80d HTTP/1.1" status: 200 len: 1158 time: 5.0639770 Feb 18 04:27:41.555311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'tag': 'a3f25df1-255b-46c8-9725-735a31a8d80d'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:27:41.581186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.624708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.651428 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e2b4627f-cb3d-4ca3-bc93-02a27101e821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:41.664772 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,segment=NetworkSegment(43eb4cfc-1a4c-4254-b96f-090a265f788e),segment_id=43eb4cfc-1a4c-4254-b96f-090a265f788e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:41.667362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:27:41.785442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:41.813672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:41.934228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:41.940062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:41.950169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:27:41.950169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:27:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:41.962267 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'tag': 'a3f25df1-255b-46c8-9725-735a31a8d80d', 'status': 'completed', 'code': 200} Feb 18 04:27:42.048071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a3f25df1-255b-46c8-9725-735a31a8d80d,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:42.056711 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-b58be597-2ba9-4d76-993c-caf5517ba00b service neutron] 10.222.0.23 "GET /v2.0/networks/053575d7-64a8-4d92-981a-225478a8f040?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2477152 Feb 18 04:27:42.070777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:42.089138 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:42.131634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'Port': ['ID=7d235e88-ea9f-49f4-9d5d-987fb09ad306,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:42.155675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:42.158714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-22d71378-eccd-479c-8245-16e590e0df03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:42.168924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.171121 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3128130 Feb 18 04:27:42.306620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38148) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:42.323846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd0933-570b-4dee-8394-01bf08911f69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:42.335976 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffeaaf67-81f2-4ee3-8bae-21002fb30861 req-7f25dac8-edd0-4d1b-88aa-0944f0cac694 service neutron] 10.222.0.23 "GET /v2.0/networks/053575d7-64a8-4d92-981a-225478a8f040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2299347 Feb 18 04:27:42.398056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:42.410583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:27:42.425737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group_rule and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:42.432424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd0933-570b-4dee-8394-01bf08911f69,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:42.438309 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:42.444456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:42.448322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] For port e054d4ce-0484-4745-a8f0-b7239a80c1c8, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:27:42.451444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:42.452195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-d4b81cc8-ae79-4d46-a33e-56cc94653780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:42.454513 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-d4b81cc8-ae79-4d46-a33e-56cc94653780 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 1161 time: 0.8377988 Feb 18 04:27:42.477160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.479750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] For port e054d4ce-0484-4745-a8f0-b7239a80c1c8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:27:42.503452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.527879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.543640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1db389-4284-49a0-9a52-2d5e945a4afc req-3ff8e5e8-5761-47cb-a4cc-5b53c99e9994 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:42.550674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9ae8c-a21d-43fc-8d37-a3059f704a55 req-309c9a5d-3ba3-40ab-a30c-e97d46a75bd3 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:42.552089 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e1db389-4284-49a0-9a52-2d5e945a4afc req-3ff8e5e8-5761-47cb-a4cc-5b53c99e9994 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 944 time: 0.9700506 Feb 18 04:27:42.552423 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-59a9ae8c-a21d-43fc-8d37-a3059f704a55 req-309c9a5d-3ba3-40ab-a30c-e97d46a75bd3 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.5861571 Feb 18 04:27:42.553124 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-48983e91-f1ac-4135-8c44-d79776caeea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:42.597085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.614318 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:42.614318 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.651433 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-59a9ae8c-a21d-43fc-8d37-a3059f704a55 req-c81f0d40-7b6f-4047-940d-1faa5f3ac6c1 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753367 Feb 18 04:27:42.655860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397408a-b6c7-4b5f-a79c-0a18cb5de4d9,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:42.660617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.664735 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1397408a-b6c7-4b5f-a79c-0a18cb5de4d9 HTTP/1.1" status: 204 len: 168 time: 2.0275989 Feb 18 04:27:42.665917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.667701 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4664576 Feb 18 04:27:42.668756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:42.762476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.772236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.774475 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3a45d4d4-fb5b-46aa-8410-1848f6e5659d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:42.834052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbba454-e11e-45c6-bb7f-15c400100f6a,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:42.848262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:42.892745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:42.896984 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c4e62e20-b2d0-4a85-9195-7882d66e6153 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5913727 Feb 18 04:27:42.897149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38166) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:42.902969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd0933-570b-4dee-8394-01bf08911f69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:42.920000 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:42.925726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group_rule and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:42.930813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:42.936734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:42.981171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.054393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.057642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.060034 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:43.074136 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-6ab62179-50d2-4b86-8e79-93be3fc8635f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f25df1-255b-46c8-9725-735a31a8d80d HTTP/1.1" status: 200 len: 217 time: 0.6108987 Feb 18 04:27:43.077283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:43.077697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f9dc70-4400-489d-910b-f46d0889864d,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:43.083721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:43.099094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.100484 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-53c1ff5f-0627-4aa8-8320-0db40cc8f227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023406 Feb 18 04:27:43.103736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38172) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:43.110104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'floatingip': {'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:43.117527 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:43.122112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:floatingip and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:43.131487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:43.139442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:43.150335 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.186713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e054d4ce-0484-4745-a8f0-b7239a80c1c8,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:43.308116 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e1db389-4284-49a0-9a52-2d5e945a4afc req-bd9abb82-d093-40ce-a5ca-b14099891e14 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7550297 Feb 18 04:27:43.312071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:43.334951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:40Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:27:43.344780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc0fe83-d03a-415d-bf85-3ae7146b18bb None None] The sync data for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb is: [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:40Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:27:43.377208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:43.378043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.384329 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 1157 time: 8.5981126 Feb 18 04:27:43.478068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.551322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c98ae1bd-7878-4f72-a593-86b05e0d9ba3 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:43.553816 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-24d3a4e5-0b49-4332-bfaf-4b634b9189b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:43.554888 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-24d3a4e5-0b49-4332-bfaf-4b634b9189b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.3711998 Feb 18 04:27:43.618401 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c', 'code': 200} Feb 18 04:27:43.737142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:43.738001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:43.857437 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-77f48466-7719-4600-968d-abfe873d3936 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2647166 Feb 18 04:27:43.940979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:44.066097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:27:44.075604 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-3e5be018-c42c-44dd-8898-fa9a693bf945 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077792 Feb 18 04:27:44.088222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38212) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:44.094718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:44.097154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:44.183922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Allocated IP 172.28.0.138 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/bd57fdb3-5ab8-47f5-95c1-5bf86bace648) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:44.199349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55ffb1-e3cb-4dc3-b430-2f4d08dedcc1 req-f286b5ad-94c8-4dfe-9faa-306c0861eb6b tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:44.201110 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-de55ffb1-e3cb-4dc3-b430-2f4d08dedcc1 req-f286b5ad-94c8-4dfe-9faa-306c0861eb6b tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.2790730 Feb 18 04:27:44.235079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-95661793-a943-4548-8927-38cfbbeed383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:44.242650 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-95661793-a943-4548-8927-38cfbbeed383 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1160 time: 0.7984507 Feb 18 04:27:44.386798 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-de55ffb1-e3cb-4dc3-b430-2f4d08dedcc1 req-02d5c9f9-1734-4e56-964f-be762f488615 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763041 Feb 18 04:27:44.546818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:44.638118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:44.782207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-e95234ee-3f66-49ca-835f-920b1dea75ce tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:security_group {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:44.851947 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8', 'status': 'completed', 'code': 200} Feb 18 04:27:44.856781 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-2c06729b-7f85-455e-99ca-add245908faa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 217 time: 0.3271775 Feb 18 04:27:44.866140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:44.995793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-e95234ee-3f66-49ca-835f-920b1dea75ce tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:security_group {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:44.997066 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-e95234ee-3f66-49ca-835f-920b1dea75ce tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1672479693&fields=id&tenant_id=a7e08afaa8834174a00eeaefb43a3741 HTTP/1.1" status: 200 len: 267 time: 1.2333968 Feb 18 04:27:45.008992 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0442a767-63b1-4220-8ae6-22b16350d0a1 req-986c76da-d9fa-4ea5-a6c5-a6eca5696e09 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9214144 Feb 18 04:27:45.026387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-9908d91f-4846-4040-9bb5-292074c21875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:45.028660 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-9908d91f-4846-4040-9bb5-292074c21875 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.1579397 Feb 18 04:27:45.056839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-b457fa6b-7c83-4bbf-8681-9ab9db3b1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:45.058981 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-b457fa6b-7c83-4bbf-8681-9ab9db3b1e3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 1162 time: 0.9814973 Feb 18 04:27:45.120749 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-ac418f3f-a86e-4c06-b0a8-48c3ceac61ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574596 Feb 18 04:27:45.150302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:45.223693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:45.248555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Usage tracker for resource:security_group_rule and tenant:f00a42dea5714f3db9f78eb54fd3ee7c is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:45.258226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:45.271846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'Port': ['ID=bd57fdb3-5ab8-47f5-95c1-5bf86bace648,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:45.292914 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:45.295448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:45.300005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:45.308175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:45.313298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:45.441581 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:45.483140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:45.579265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:45.583713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Usage tracker for resource:security_group_rule and tenant:05d3939e173343689f4554e40368b8bd is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:45.589909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:45.596295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:45.664222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-46e89919-8989-4778-9c1a-b5ebfebf979f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:45.665018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-46e89919-8989-4778-9c1a-b5ebfebf979f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:network {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:45.708863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-2e529805-ef79-495c-abe0-75d7d21b35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:45.710536 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-2e529805-ef79-495c-abe0-75d7d21b35ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 1161 time: 0.5321009 Feb 18 04:27:45.727572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:45.739171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:45.741542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:45.940217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb67cc7-9fe6-488c-8c9f-c9dc53cf4d11 req-a3778857-9de8-4ecd-9e96-0941e11776aa tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:45.947927 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-adb67cc7-9fe6-488c-8c9f-c9dc53cf4d11 req-a3778857-9de8-4ecd-9e96-0941e11776aa tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 944 time: 1.0830069 Feb 18 04:27:45.966525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.011722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-1d31422b-0fbd-42d7-9eed-b0102f1bd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:46.013329 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-1d31422b-0fbd-42d7-9eed-b0102f1bd609 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.2925615 Feb 18 04:27:46.013966 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-46e89919-8989-4778-9c1a-b5ebfebf979f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:network {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:46.015077 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-46e89919-8989-4778-9c1a-b5ebfebf979f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 810 time: 0.9930820 Feb 18 04:27:46.033213 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:46.034695 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-adb67cc7-9fe6-488c-8c9f-c9dc53cf4d11 req-0505be4a-25cb-48eb-9618-99ae3eefc5d3 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856600 Feb 18 04:27:46.039928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.042390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-292ae7e4-4b9a-4343-a2f5-0cb3cb68aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:46.081910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.129000 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-057e6083-8176-4aab-9d9e-478045c5eaf1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/quotas/a7e08afaa8834174a00eeaefb43a3741 HTTP/1.1" status: 200 len: 375 time: 0.0957284 Feb 18 04:27:46.130859 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-bdbe1d1e-14a8-4a1f-9ee9-46d399c926cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f25df1-255b-46c8-9725-735a31a8d80d HTTP/1.1" status: 200 len: 217 time: 0.1072927 Feb 18 04:27:46.170490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.175680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:46.179888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:46.213571 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-1027346b-c7b6-4515-b0cc-40a70a949fc6 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9658141 Feb 18 04:27:46.265988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.284946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.311846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.330359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.340367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4ff6ef8b-7ee0-4a83-991a-47a6acf1e572 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:46.364440 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3607a09c-1b3d-47db-817f-e574eae05686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:46.407724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-d45327e1-657f-4417-98cf-ffa939244717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:46.409319 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-d45327e1-657f-4417-98cf-ffa939244717 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.2357452 Feb 18 04:27:46.420221 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9aeb3ef-11e9-46ba-bd7c-6da88ba39880 req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2984886 Feb 18 04:27:46.448015 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f00a42dea5714f3db9f78eb54fd3ee7c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3365550 Feb 18 04:27:46.459177 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38276) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:46.460026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238cfbbe-88da-496e-81bf-2f573617dc3f,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:46.466126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:46.500883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b35c7-5ff4-4f4a-931c-7401875d3de6 req-3cabb89f-85ca-4ce1-835e-a3eef9346933 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:46.502852 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bb4b35c7-5ff4-4f4a-931c-7401875d3de6 req-3cabb89f-85ca-4ce1-835e-a3eef9346933 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.3322484 Feb 18 04:27:46.536739 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-b79a1a8d-8fe4-44ce-a2e3-cdfb1e9bf417 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125970 Feb 18 04:27:46.537518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9ec5f-ea91-4250-8823-134f74140d33,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:46.543755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:46.587907 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-e462072c-0b57-4aaa-9f20-cef5b299b25a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4130292 Feb 18 04:27:46.597842 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7fe8e38-da34-4170-a4b2-36723a7bd1d5 req-817b8bef-f277-43c5-b602-3d3b17b6ea85 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3331192 Feb 18 04:27:46.708971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bb4b35c7-5ff4-4f4a-931c-7401875d3de6 req-3c93473a-2ccc-4a69-b600-f12150286f12 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883490 Feb 18 04:27:46.733591 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.824844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.913953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.919675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:46.937894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:46.976382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38304) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:47.053490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.166997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'Port': ['ID=bd57fdb3-5ab8-47f5-95c1-5bf86bace648,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:47.171876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:47.203200 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-261f2a0e-6aa7-4d02-8a21-6a37ea46bb7a service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316267 Feb 18 04:27:47.215594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-dbb4c72b-0791-4797-8190-e132f2d77364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:47.250169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38316) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:47.290827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238cfbbe-88da-496e-81bf-2f573617dc3f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:47.307371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:47.355087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.372539 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/238cfbbe-88da-496e-81bf-2f573617dc3f HTTP/1.1" status: 204 len: 168 time: 0.9079900 Feb 18 04:27:47.414122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.436115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-956614df-ebe2-48f1-8810-43cf5b885fae service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:27:47.437423 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:47.443648 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-956614df-ebe2-48f1-8810-43cf5b885fae service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.6073766 Feb 18 04:27:47.447841 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd3a0cf9-4939-4f45-b284-5918ff689721 req-83d0bf00-5842-43c4-87e5-2a1689848a5d service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2369869 Feb 18 04:27:47.475284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.499812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:47.542542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:47.543221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.552305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:47.558093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:15527192b62c4f129828d2325c3c9e38 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:47.561467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:47.570489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:47.596669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-e531f9a3-5a4e-4775-ab0e-6f4406656571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:47.598585 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-e531f9a3-5a4e-4775-ab0e-6f4406656571 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1160 time: 0.7661660 Feb 18 04:27:47.722752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:98e86e82b6014aa3bf762b955210ba80 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:47.738404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:47.743780 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-cb2a4aae-60b8-45a9-ab48-62eae23c90de service neutron] 10.222.0.58 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992547 Feb 18 04:27:47.758487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.761478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:47.777518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.801666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ded19f-5384-48ac-b33d-97eef5d00372 req-6b51aa8c-0222-4bb3-9354-5c86b586eba3 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:47.801666 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-83ded19f-5384-48ac-b33d-97eef5d00372 req-6b51aa8c-0222-4bb3-9354-5c86b586eba3 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 944 time: 0.6368043 Feb 18 04:27:47.801666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f8fbe69d-ba66-4d04-ac3a-715f31b4384d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:47.887584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.934571 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15527192b62c4f129828d2325c3c9e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569138 Feb 18 04:27:47.937977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 38340) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:47.943052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d19084c-ddf5-47f7-8512-c49bdedfe73e,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:47.951766 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:47.952535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:47.953796 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8487616 Feb 18 04:27:47.958284 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-83ded19f-5384-48ac-b33d-97eef5d00372 req-3809276a-134f-4d55-a324-a6f220bb61a9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457906 Feb 18 04:27:47.960763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-94c2cbe0-6fb3-4d8b-bdbc-041fcd100537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:47.962285 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-94c2cbe0-6fb3-4d8b-bdbc-041fcd100537 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.3411763 Feb 18 04:27:48.077324 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5563d09a-91b6-4c51-817b-25ffc092679b service neutron] 10.222.0.58 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3162210 Feb 18 04:27:48.087027 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-30a00fab-b669-46b6-b087-681fc32049fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 217 time: 0.1097190 Feb 18 04:27:48.116297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.172875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.183805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:48.206234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.210735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-e0344658-aaea-48ab-ade9-230111f9bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:48.212601 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-e0344658-aaea-48ab-ade9-230111f9bea3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.1124945 Feb 18 04:27:48.255826 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98e86e82b6014aa3bf762b955210ba80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2232058 Feb 18 04:27:48.258161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38358) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:48.265833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c95443-e078-46f1-a0a1-5fc492a71c16,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:48.280967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:48.330877 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.339789 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-cd3aa7bf-c1be-433e-b27b-04f83173e0f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139436 Feb 18 04:27:48.366523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be7863-31a1-44bb-ad0b-105fc86aadf4 req-59d83e2f-107e-4827-9ed8-4a6e6d0a3247 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:48.368299 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7be7863-31a1-44bb-ad0b-105fc86aadf4 req-59d83e2f-107e-4827-9ed8-4a6e6d0a3247 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.2497845 Feb 18 04:27:48.376203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.425050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38374) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:48.456158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.469886 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7be7863-31a1-44bb-ad0b-105fc86aadf4 req-8886ef21-4fd5-4b14-8181-90d0d3dd3c41 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900958 Feb 18 04:27:48.516019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.522786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a20211a6-ac0a-45a3-9a71-59c112170fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:48.539282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c95443-e078-46f1-a0a1-5fc492a71c16,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:48.542086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:48.605529 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-3c73b611-3027-406c-84c6-73524d2fa716 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513475 Feb 18 04:27:48.625663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.630239 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5c95443-e078-46f1-a0a1-5fc492a71c16 HTTP/1.1" status: 204 len: 168 time: 0.3657613 Feb 18 04:27:48.635227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c35e94f5-7883-4fde-b078-0ccce5393625 req-2ab0ba9a-952d-4c5c-bacc-1f5a7f9e7a8b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:48.662932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c35e94f5-7883-4fde-b078-0ccce5393625 req-2ab0ba9a-952d-4c5c-bacc-1f5a7f9e7a8b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:48.664331 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c35e94f5-7883-4fde-b078-0ccce5393625 req-2ab0ba9a-952d-4c5c-bacc-1f5a7f9e7a8b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 210 time: 0.1191530 Feb 18 04:27:48.681714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1015681519-network', 'tenant_id': 'cc0f41e4e31644838531af66387f6bd6'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:48.687479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:48.691921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Usage tracker for resource:network and tenant:cc0f41e4e31644838531af66387f6bd6 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:48.695010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:48.702731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:48.715798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Made reservation on behalf of cc0f41e4e31644838531af66387f6bd6 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:48.725376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.740572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.762767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:48.767336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Usage tracker for resource:security_group_rule and tenant:cc0f41e4e31644838531af66387f6bd6 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:48.770700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:48.785188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:48.827032 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-d41c823c-8d25-4add-a4e6-992b079b4fbc tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--257022473&fields=id&tenant_id=46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 267 time: 0.3838205 Feb 18 04:27:48.922279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.927942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.933480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:48.968557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:48.979936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ed2e0-916d-4bd2-aef1-e06a8145c110,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:48.984904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:48.990947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:48.991552 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Added segment 97886602-8634-454b-9504-e03802b0091d of type vxlan for network b4bf4033-48ce-48c2-acfc-708add46378c Feb 18 04:27:49.029245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.032415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-c21e7c95-9fb5-41e4-8b5d-d2f6bd0a0640 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:49.034036 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-c21e7c95-9fb5-41e4-8b5d-d2f6bd0a0640 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 817 time: 0.1893957 Feb 18 04:27:49.038563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.049173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:49.064869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d19084c-ddf5-47f7-8512-c49bdedfe73e,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:49.085650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:49.100217 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-2427c0ca-1284-44d3-b9be-b266999b4399 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/quotas/46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 375 time: 0.0509100 Feb 18 04:27:49.114192 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f3e650c-37d3-473f-b48d-0e35177252c0 req-6ff4b257-691a-43ae-85c2-1d25a13c480f service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4904196 Feb 18 04:27:49.120456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.121949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:49.122727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.135094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:49.161138 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.163285 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d19084c-ddf5-47f7-8512-c49bdedfe73e HTTP/1.1" status: 204 len: 168 time: 1.2233279 Feb 18 04:27:49.210974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 38400) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:49.238207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-3fb32799-4fc4-4d8d-a916-00cd92ddbab3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:49.257830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.275289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-3fb32799-4fc4-4d8d-a916-00cd92ddbab3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:49.285894 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-3fb32799-4fc4-4d8d-a916-00cd92ddbab3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1667933 Feb 18 04:27:49.292527 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:49.329676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Usage tracker for resource:security_group_rule and tenant:21f971be939947b6839fb65b7a67e700 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:49.335813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:49.377828 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9516115 Feb 18 04:27:49.392500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 38406) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:49.395801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:49.417866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Request body: {'subnet': {'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1015681519-subnet', 'tenant_id': 'cc0f41e4e31644838531af66387f6bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:49.427128 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:49.435164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Pushing event updated for resources: {'Network': ['ID=b4bf4033-48ce-48c2-acfc-708add46378c,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:49.439097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Usage tracker for resource:subnet and tenant:cc0f41e4e31644838531af66387f6bd6 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:49.446336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:49.446654 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:49.448281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network b4bf4033-48ce-48c2-acfc-708add46378c details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:49.464795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:49.487876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b1b7a-2c09-4fbd-81f1-8f48d3e5f68c req-e3cd3871-bd8d-433c-92b0-a52f525eb305 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:49.493804 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e8b1b7a-2c09-4fbd-81f1-8f48d3e5f68c req-e3cd3871-bd8d-433c-92b0-a52f525eb305 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 944 time: 0.2522171 Feb 18 04:27:49.511918 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Made reservation on behalf of cc0f41e4e31644838531af66387f6bd6 for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:49.513809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network b4bf4033-48ce-48c2-acfc-708add46378c details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:49.516634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Notify callbacks [] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.585758 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e8b1b7a-2c09-4fbd-81f1-8f48d3e5f68c req-69865364-dfbc-4ff7-b1e5-7feba4b5c473 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856137 Feb 18 04:27:49.595548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38414) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:49.634131 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-30e219ca-79b2-4c2b-887d-08fbd8b901f1 service neutron] 10.222.0.58 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373351 Feb 18 04:27:49.703681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38420) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:49.726658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:49.806518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:49.839803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Usage tracker for resource:security_group_rule and tenant:55217efa97b6462090e764c78fa97865 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:49.845812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:49.859983 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b6bdf418-93a7-4d22-9000-221a91f1aae6 service neutron] 10.222.0.58 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2249269 Feb 18 04:27:49.881695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:49.965842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548fbb1-5061-4dcd-ba0f-91508176e914 req-ed0a539c-4573-4786-a225-7019e1510ff1 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:49.967878 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8548fbb1-5061-4dcd-ba0f-91508176e914 req-ed0a539c-4573-4786-a225-7019e1510ff1 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.2294817 Feb 18 04:27:50.092904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.141007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-88302a9b-8e54-4596-a8b3-571a3d0b3b7c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:27:50.152421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:50.177371 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8548fbb1-5061-4dcd-ba0f-91508176e914 req-be09a9ec-3d4e-463a-9927-fc9b65c59974 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023001 Feb 18 04:27:50.184614 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Usage tracker for resource:security_group_rule and tenant:3764c6ae3d384f8e8509e8036a7333dd is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:50.190718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:50.217486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:50.253026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.273848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.292110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c0ff23a2-ef9d-4640-9117-78cb36eaf9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:50.402576 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-63599614-cf88-48be-beb7-556940741467 req-5618bdf3-1bea-48fa-ae7e-b3d50790fd14 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 210 time: 0.1115806 Feb 18 04:27:50.412103 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55217efa97b6462090e764c78fa97865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072258 Feb 18 04:27:50.417963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38440) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:50.438972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b88fcd-cfba-4130-bc3f-b20c290e1bbf,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:50.449875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:50.485746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.547494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.549061 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.549919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.553410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.569669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e66b7836-de68-4464-8464-a36d00816ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:50.575445 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a359ea18-97dc-47c9-84f8-9c78b5bfef41 req-540de7db-fecc-480e-8213-8450f2bd1758 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 210 time: 0.1529887 Feb 18 04:27:50.628141 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3764c6ae3d384f8e8509e8036a7333dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0312057 Feb 18 04:27:50.633736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.640645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38448) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:50.647937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf22d3c-7141-471b-a11d-c60c6bb14341,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:50.662208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:50.674878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:50.791991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-7c15cac5-9137-4624-b360-2d8ca441e8b5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:50.793848 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-7c15cac5-9137-4624-b360-2d8ca441e8b5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 810 time: 0.8611658 Feb 18 04:27:50.794596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb07dc89-72f6-4d71-b804-8c6206eb523b,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:50.815318 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21f971be939947b6839fb65b7a67e700&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6029589 Feb 18 04:27:50.819988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 38456) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:50.822175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:50.855472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.888062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.906190 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.913200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b55c69c5-b452-4f3d-8f6a-96fe7b317c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:50.940435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b88fcd-cfba-4130-bc3f-b20c290e1bbf,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:50.961904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:50.968562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.976250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:50.979562 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35b88fcd-cfba-4130-bc3f-b20c290e1bbf HTTP/1.1" status: 204 len: 168 time: 0.5584285 Feb 18 04:27:51.008345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.030332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf95da-828b-485d-92a0-f05321519f25 req-8a5b32eb-6959-4ca6-aae6-85adbff5e372 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:51.039734 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9ebf95da-828b-485d-92a0-f05321519f25 req-8a5b32eb-6959-4ca6-aae6-85adbff5e372 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 944 time: 0.2658226 Feb 18 04:27:51.065728 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.072790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b50f7bf7-13e0-4877-8ccb-22cdc7b5215c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:51.076686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.082705 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5c2597dd-9aa0-4806-8e61-367a1ba23837 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7e08afaa8834174a00eeaefb43a3741 HTTP/1.1" status: 200 len: 5705 time: 0.2614126 Feb 18 04:27:51.092094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-de67ad4f-1afd-4b4c-b8d6-da0f40b10cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:51.104006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf22d3c-7141-471b-a11d-c60c6bb14341,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:51.107970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'port': {'device_id': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'admin_state_up': True, 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'security_groups': ['999e11fe-cf26-45c0-a814-38626225e774']}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:51.120601 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9ebf95da-828b-485d-92a0-f05321519f25 req-1f0d9a2f-e0db-4016-a891-3033e19b783b tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798094 Feb 18 04:27:51.121558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:51.126480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.130821 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bf22d3c-7141-471b-a11d-c60c6bb14341 HTTP/1.1" status: 204 len: 168 time: 0.4853520 Feb 18 04:27:51.138136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb07dc89-72f6-4d71-b804-8c6206eb523b,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:51.190015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:51.200682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.204403 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb07dc89-72f6-4d71-b804-8c6206eb523b HTTP/1.1" status: 204 len: 168 time: 0.3680048 Feb 18 04:27:51.275710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device a3f25df1-255b-46c8-9725-735a31a8d80d up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:51.323447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.342022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7a75098c-d610-4640-9e82-73721b49eaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:51.368042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port a3f25df1-255b-46c8-9725-735a31a8d80d completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:51.374036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port a3f25df1-255b-46c8-9725-735a31a8d80d triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:51.374692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.446212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:51.455938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:51.463440 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:27:51.474352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Made reservation on behalf of a7e08afaa8834174a00eeaefb43a3741 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:51.492013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.584537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.607915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=899fdb9b-1977-4138-9c74-e7fe8b5b6e97,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:51.620523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:51.660267 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port a3f25df1-255b-46c8-9725-735a31a8d80d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a3f25df1-255b-46c8-9725-735a31a8d80d,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:51.662484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f25df1-255b-46c8-9725-735a31a8d80d'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:27:51.672493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:51.673902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e054d4ce-0484-4745-a8f0-b7239a80c1c8 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:51.791595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38482) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:51.823133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:51.909238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.098852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:52.114742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.116173 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-980a615f-bf1e-4885-938f-3f94b58b69fb req-d7abe9d9-9854-478c-ae6d-820d685ad867 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 210 time: 0.1521931 Feb 18 04:27:52.120137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port e054d4ce-0484-4745-a8f0-b7239a80c1c8 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:52.125219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6cbec7135444ad0b9db61e592bb6243 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:52.133936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e054d4ce-0484-4745-a8f0-b7239a80c1c8 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:52.137915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.143127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:52.183183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:52.219275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=a3f25df1-255b-46c8-9725-735a31a8d80d,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:52.224652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:52.352006 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f25df1-255b-46c8-9725-735a31a8d80d', 'code': 200} Feb 18 04:27:52.353227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.392544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.400089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.429117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port e054d4ce-0484-4745-a8f0-b7239a80c1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:27:52.436346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.438657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0a2e5744-6841-40bd-a3cc-7bf10961a9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:52.463460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e3bbd98e-e9f2-45b4-80e8-d580c278400a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:52.485798 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6cbec7135444ad0b9db61e592bb6243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6921570 Feb 18 04:27:52.500702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38510) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:52.553498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=e054d4ce-0484-4745-a8f0-b7239a80c1c8,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:52.564538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:52.620509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device a3f25df1-255b-46c8-9725-735a31a8d80d up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:52.644651 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986aa77a-a41d-452d-b0cf-48435bf02048 req-ab81fa1e-b11f-4a21-a41d-b8b5d6357fed tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 210 time: 0.6747265 Feb 18 04:27:52.688835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8103eb86-56db-45ea-af08-cd12814e65b0,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:52.698649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:52.707666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38518) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:52.778997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.791542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port a3f25df1-255b-46c8-9725-735a31a8d80d triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:52.791965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.843505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-cab024fd-00d3-440b-87a9-f37664e170f3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:52.845573 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-cab024fd-00d3-440b-87a9-f37664e170f3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 817 time: 0.8646612 Feb 18 04:27:52.854748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:52.958043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Checking segment: {'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:52.958780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Network hostable DHCP agents. Network: b4bf4033-48ce-48c2-acfc-708add46378c, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:52.966655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75adfd-28da-41c3-b433-10fe034074f1 req-036272ac-18de-4c46-9d13-7d03524a3237 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:52.972209 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1c75adfd-28da-41c3-b433-10fe034074f1 req-036272ac-18de-4c46-9d13-7d03524a3237 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.4524522 Feb 18 04:27:52.985713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Allocated IP 172.20.0.4 (96cf28d7-d57b-444d-9904-5dd6b729deab/e903ac52-f6b1-4098-b023-d6e9b5e5faf7/831707a8-2b13-42e1-af69-e5d4c3253d53) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:53.050856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.055482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e054d4ce-0484-4745-a8f0-b7239a80c1c8 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:53.060706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-70185e5a-33c3-4dfe-88de-b874661e8d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:53.087049 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1c75adfd-28da-41c3-b433-10fe034074f1 req-9dd37ae2-0914-4171-a4f8-829c3385b5a3 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992889 Feb 18 04:27:53.094346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103eb86-56db-45ea-af08-cd12814e65b0,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:53.105906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:53.107410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.108990 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8103eb86-56db-45ea-af08-cd12814e65b0 HTTP/1.1" status: 204 len: 168 time: 0.6070709 Feb 18 04:27:53.159937 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-9dbcfa48-a19c-4f22-8cee-40f0c33ec8bc tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 5704 time: 0.3025546 Feb 18 04:27:53.221912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e054d4ce-0484-4745-a8f0-b7239a80c1c8 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:53.222344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.266359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80393612-a6ee-4d1d-bbb0-21f5f6cbc3a6 req-849b5fb0-2f64-4c46-94a6-cf0b331605bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:53.268253 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-80393612-a6ee-4d1d-bbb0-21f5f6cbc3a6 req-849b5fb0-2f64-4c46-94a6-cf0b331605bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 1163 time: 0.6417315 Feb 18 04:27:53.278609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1403312324-network', 'tenant_id': '5fd6ebd810934ac1a06934fa14533a46'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:53.288971 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:53.297601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Usage tracker for resource:network and tenant:5fd6ebd810934ac1a06934fa14533a46 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:53.300698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'port': {'device_id': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'admin_state_up': True, 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'security_groups': ['d2cd0933-570b-4dee-8394-01bf08911f69']}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:53.306209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:53.320456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:53.343001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Made reservation on behalf of 5fd6ebd810934ac1a06934fa14533a46 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:53.349977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Network b4bf4033-48ce-48c2-acfc-708add46378c is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:53.353323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.385609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.501222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:53.513196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd6ebd810934ac1a06934fa14533a46 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:53.523319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:53.528603 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33091156-6eb2-4b41-9506-4f5cd0e8281b req-36280ef3-9498-4d69-98ff-08e519efd71c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 210 time: 0.1099749 Feb 18 04:27:53.533440 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:53.646829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.650251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.656337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:53.694365 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:53.715290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685a80ca-39b9-4a87-8053-b3069646bc0b,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:53.724416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:53.725307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.735556 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Added segment f13a23e7-46df-4771-8a83-8ec644ec05f6 of type vxlan for network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 Feb 18 04:27:53.842528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.907032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.908526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:53.909216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:53.920924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, b4bf4033-48ce-48c2-acfc-708add46378c) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:53.930898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:53.931048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5874ec6-a6b6-4e36-a93d-18d5dda94ac5 None None] Network b4bf4033-48ce-48c2-acfc-708add46378c requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:53.979135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-80393612-a6ee-4d1d-bbb0-21f5f6cbc3a6 req-306907ae-a7b8-4ba0-9263-6a8a40a9571e service neutron] Synchronizing usage tracker for tenant:05d3939e173343689f4554e40368b8bd on resource:security_group {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:54.006327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:54.006975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:54.041055 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3273299 Feb 18 04:27:54.041642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38568) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:54.048270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Request body: {'subnet': {'network_id': '9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1403312324-subnet', 'tenant_id': '5fd6ebd810934ac1a06934fa14533a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:54.054491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:54.058502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:54.059544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:54.064133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Usage tracker for resource:subnet and tenant:5fd6ebd810934ac1a06934fa14533a46 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:54.067363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:54.075465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:54.086312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Made reservation on behalf of 5fd6ebd810934ac1a06934fa14533a46 for: {'subnet': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:54.087943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:54.091621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793026502'] for subnet, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:54.201612 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-aa6978a7-87d5-4f1c-9833-14bf5797bafe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.8079698 Feb 18 04:27:54.243126 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8ae7bae4-e749-4e0d-babb-2a3930ea21f6 req-d368e3d4-403d-4e94-a7c4-518c3853015e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 210 time: 0.2679312 Feb 18 04:27:54.293209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-80393612-a6ee-4d1d-bbb0-21f5f6cbc3a6 req-306907ae-a7b8-4ba0-9263-6a8a40a9571e service neutron] Unset dirty status for tenant:05d3939e173343689f4554e40368b8bd on resource:security_group {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:54.295373 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-80393612-a6ee-4d1d-bbb0-21f5f6cbc3a6 req-306907ae-a7b8-4ba0-9263-6a8a40a9571e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9580028 Feb 18 04:27:54.309324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:54.328173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:54.334108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:54.355841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:54.367833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Transition to ACTIVE for port object 831707a8-2b13-42e1-af69-e5d4c3253d53 will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:54.377144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Made reservation on behalf of 46b6437102d74d99b2a1d884ca59405a for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:54.385553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:54.465065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:27:54.606166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e054d4ce-0484-4745-a8f0-b7239a80c1c8 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:27:54.750775 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8', 'code': 200} Feb 18 04:27:54.758763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:54.785920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:54.823563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7aa221-4281-40f9-bc13-ff7b2395055c None None] Network b4bf4033-48ce-48c2-acfc-708add46378c requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:55.034362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82fd76-ecc9-4256-8aed-4f7d9aa68e54 req-d235ce48-756e-4d70-91d7-6470d5624cac tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:55.043906 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7f82fd76-ecc9-4256-8aed-4f7d9aa68e54 req-d235ce48-756e-4d70-91d7-6470d5624cac tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.7579167 Feb 18 04:27:55.135226 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7f82fd76-ecc9-4256-8aed-4f7d9aa68e54 req-1dc00104-063a-4523-a964-6100b4521c68 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900676 Feb 18 04:27:55.378208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e054d4ce-0484-4745-a8f0-b7239a80c1c8 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:55.378954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:55.424718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'Port': ['ID=831707a8-2b13-42e1-af69-e5d4c3253d53,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:55.443681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793044054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793026551'] for subnet, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:55.472900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c63811ba-94e5-4031-92b7-ab926d429ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:55.590801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:55.935921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Allocated IP 172.20.0.7 (1af173d1-cdb5-4a37-8593-04cf9a426fc3/b60863a4-2a9a-4107-b2b9-997f0cb691e3/eb59a7ee-dc78-44c6-8b9a-63a19460a38c) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:27:56.019647 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-91cd223c-a38b-4d06-ae39-d824f075efef req-4e47c9bc-e729-400f-bead-5412eb2e94cf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 210 time: 0.2315905 Feb 18 04:27:56.100089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Pushing event updated for resources: {'Subnet': ['ID=f691af9b-2f86-4c9d-acd9-a2d810c54bb3,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:56.112419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:56.158316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Network 96cf28d7-d57b-444d-9904-5dd6b729deab is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:56.167901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:56.178090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:56.183916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:56.184822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:56.240535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b0346-d866-4e55-83fa-abb83387ac33 req-a5aa47e2-d532-41ae-bbea-6b72b8f34e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:56.242184 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-888b0346-d866-4e55-83fa-abb83387ac33 req-a5aa47e2-d532-41ae-bbea-6b72b8f34e8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 1.1491971 Feb 18 04:27:56.248466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d535403-bc7f-42ae-a268-9d1f94b76e9b req-154d348e-40fb-4c16-99fc-94a95a925755 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:56.249390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-0d535403-bc7f-42ae-a268-9d1f94b76e9b req-154d348e-40fb-4c16-99fc-94a95a925755 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:56.264489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Checking segment: {'id': 'f13a23e7-46df-4771-8a83-8ec644ec05f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:27:56.264723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Network hostable DHCP agents. Network: 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:27:56.309510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:27:56.313433 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-888b0346-d866-4e55-83fa-abb83387ac33 req-6fd312f8-5aa0-499e-a063-666983d0e391 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594819 Feb 18 04:27:56.323976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5) {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:56.334335 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2432437 Feb 18 04:27:56.334882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b046fac9-955f-4ef1-825d-71c97d92a845 None None] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:56.345178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:56.346291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:56.360307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-0d535403-bc7f-42ae-a268-9d1f94b76e9b req-154d348e-40fb-4c16-99fc-94a95a925755 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:56.368402 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0d535403-bc7f-42ae-a268-9d1f94b76e9b req-154d348e-40fb-4c16-99fc-94a95a925755 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 931 time: 1.1841204 Feb 18 04:27:56.435692 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3930967 Feb 18 04:27:56.465862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:56.468397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee60e7-6c52-4a8d-8c7a-05877997ebcf req-1be77410-f116-4378-9ca9-945b19665c78 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:56.476582 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84ee60e7-6c52-4a8d-8c7a-05877997ebcf req-1be77410-f116-4378-9ca9-945b19665c78 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1258852 Feb 18 04:27:56.521715 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Transition to ACTIVE for port object eb59a7ee-dc78-44c6-8b9a-63a19460a38c will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:56.550028 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84ee60e7-6c52-4a8d-8c7a-05877997ebcf req-79afefe1-d6d8-4920-82ab-128c70132e82 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722380 Feb 18 04:27:56.586491 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0d535403-bc7f-42ae-a268-9d1f94b76e9b req-63133f14-c033-4ba8-ab33-c1485f3dcea1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171063 Feb 18 04:27:56.597783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Request body: {'port': {'device_id': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:56.810948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-dc07b609-869b-4129-8432-881795eaadbd None None] Provisioning for port 831707a8-2b13-42e1-af69-e5d4c3253d53 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:56.818521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-dc07b609-869b-4129-8432-881795eaadbd None None] Provisioning complete for port 831707a8-2b13-42e1-af69-e5d4c3253d53 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:56.818949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dc07b609-869b-4129-8432-881795eaadbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:56.846298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a0798-4cdd-4d97-80fe-27e24c22023b None None] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:27:56.978708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:57.026425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:57.206057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:57.310179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-dc07b609-869b-4129-8432-881795eaadbd None None] Port 831707a8-2b13-42e1-af69-e5d4c3253d53 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:27:57.405843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c935-c5df-43fe-8de3-e7c5157406c1 req-0b7f2dbe-1343-4ce3-a6a5-3331e38289a0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:57.414387 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4472c935-c5df-43fe-8de3-e7c5157406c1 req-0b7f2dbe-1343-4ce3-a6a5-3331e38289a0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 931 time: 0.1398528 Feb 18 04:27:57.468421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-4472c935-c5df-43fe-8de3-e7c5157406c1 req-9062610b-ea1d-4eb7-a2d2-8811371e6d4b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:57.489417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-4472c935-c5df-43fe-8de3-e7c5157406c1 req-9062610b-ea1d-4eb7-a2d2-8811371e6d4b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:57.503420 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4472c935-c5df-43fe-8de3-e7c5157406c1 req-9062610b-ea1d-4eb7-a2d2-8811371e6d4b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854936 Feb 18 04:27:57.567842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7e3d91e1-88c3-45c6-934e-6a2fa7e4d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:57.675806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:57.717570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:57.735421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54fabc-e717-442f-92bb-21bfff033cb7 req-1299c7f6-3713-4c7d-8cb2-09e6afabda39 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:57.742951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-5bdccb07-b952-4cb3-9437-cadfef73dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:57.744706 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-5bdccb07-b952-4cb3-9437-cadfef73dd59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 1163 time: 0.3153751 Feb 18 04:27:57.745914 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be54fabc-e717-442f-92bb-21bfff033cb7 req-1299c7f6-3713-4c7d-8cb2-09e6afabda39 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1082497 Feb 18 04:27:57.779502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38688) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:57.791521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-468400534-network', 'tenant_id': 'c29e53d633484239a4d59c6c4be28418'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:57.800407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:57.818529 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be54fabc-e717-442f-92bb-21bfff033cb7 req-b480c4d0-4fc7-437d-9b60-6ce88d16c9da tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712574 Feb 18 04:27:57.831626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Usage tracker for resource:network and tenant:c29e53d633484239a4d59c6c4be28418 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:57.835800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:57.843872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:57.869079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Made reservation on behalf of c29e53d633484239a4d59c6c4be28418 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:57.874262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:57.893387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:57.910515 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:57.915618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Usage tracker for resource:security_group_rule and tenant:c29e53d633484239a4d59c6c4be28418 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:57.918920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:57.925409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:58.031888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38702) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:58.141448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e8dc8371-c939-4180-b4ef-4d69770db9c3 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:58.142534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e8dc8371-c939-4180-b4ef-4d69770db9c3 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Synchronizing usage tracker for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:network {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:27:58.224853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.229076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215f6f3-98ad-47fa-bc47-739476f59f46 req-ee3f9b20-cdd2-4551-b348-d5a47887b090 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:58.230684 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0215f6f3-98ad-47fa-bc47-739476f59f46 req-ee3f9b20-cdd2-4551-b348-d5a47887b090 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.8001335 Feb 18 04:27:58.245939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.252355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:58.256670 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.263876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Usage tracker for resource:security_group_rule and tenant:7cbf94b52bda47988e051dc879410f5f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:58.264519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:27:58.266886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c75a3feb-582e-4b68-a2d6-3e13a02c852e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:58.276971 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:58.284706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:58.289368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e8dc8371-c939-4180-b4ef-4d69770db9c3 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Unset dirty status for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:network {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:27:58.290689 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e8dc8371-c939-4180-b4ef-4d69770db9c3 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/networks?id=b4bf4033-48ce-48c2-acfc-708add46378c HTTP/1.1" status: 200 len: 809 time: 0.3434472 Feb 18 04:27:58.297462 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:27:58.300073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:27:58.305097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:58.305872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.324631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:27:58.335046 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0726867 Feb 18 04:27:58.343778 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-8d855faa-cdfc-44b1-9e72-c42e352bba98 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/quotas/cc0f41e4e31644838531af66387f6bd6 HTTP/1.1" status: 200 len: 375 time: 0.0358756 Feb 18 04:27:58.354886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da92aa3b-2f4d-4bc6-a60a-0c4a0916051a,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:58.366226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Request body: {'port': {'device_id': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:58.366346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:58.404673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.405104 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Added segment bc789201-cc70-46b7-b29b-c061b8f6e849 of type vxlan for network fe06c8a4-2d23-4d4f-90ea-7a6227487efd Feb 18 04:27:58.439812 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-6c27ef71-934d-4371-b504-f691dfc2e0a8 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc0f41e4e31644838531af66387f6bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791848 Feb 18 04:27:58.495079 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0215f6f3-98ad-47fa-bc47-739476f59f46 req-ebee59d5-1f2b-4154-8f02-2e9a1661dc8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494318 Feb 18 04:27:58.505608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-5986f73c-bd2b-4d07-9cd6-61948637bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:58.507282 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-5986f73c-bd2b-4d07-9cd6-61948637bbaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.7464168 Feb 18 04:27:58.567845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.604617 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-24f69724-572a-4162-8a7e-67f354aa7de1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f25df1-255b-46c8-9725-735a31a8d80d HTTP/1.1" status: 200 len: 217 time: 0.0888200 Feb 18 04:27:58.656370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-c7e05d4b-7251-4c66-91c5-333ae58fbac9 None None] Provisioning for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:27:58.664994 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-c7e05d4b-7251-4c66-91c5-333ae58fbac9 None None] Provisioning complete for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:27:58.665610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c7e05d4b-7251-4c66-91c5-333ae58fbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.677406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.681635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.685158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:58.685854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.701499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-b4ebb6a2-bd41-41b1-9f2a-22b103e9f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:58.703281 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-b4ebb6a2-bd41-41b1-9f2a-22b103e9f599 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.0824287 Feb 18 04:27:58.706766 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:58.711499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.720460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:58.735320 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-fc68d519-1868-4c77-99f7-8e1056dd30f1 service neutron] 10.222.0.58 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945559 Feb 18 04:27:58.736015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-c7e05d4b-7251-4c66-91c5-333ae58fbac9 None None] Port eb59a7ee-dc78-44c6-8b9a-63a19460a38c cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:27:58.806274 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0194809 Feb 18 04:27:58.811655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 38716) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:58.833976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Request body: {'subnet': {'network_id': 'fe06c8a4-2d23-4d4f-90ea-7a6227487efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-468400534-subnet', 'tenant_id': 'c29e53d633484239a4d59c6c4be28418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:27:58.867942 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-a2fbddf6-ac9c-4741-bc01-5453e2aa3160 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464899 Feb 18 04:27:58.877556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:58.902593 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7cbf94b52bda47988e051dc879410f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8680310 Feb 18 04:27:58.909610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38722) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:58.916276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Usage tracker for resource:subnet and tenant:c29e53d633484239a4d59c6c4be28418 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:58.924258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:58.946629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Pushing event updated for resources: {'Network': ['ID=fe06c8a4-2d23-4d4f-90ea-7a6227487efd,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:58.959637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:58.960183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-92fa7c67-2ab7-47f7-9a02-5e0e853ec01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:58.960963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network fe06c8a4-2d23-4d4f-90ea-7a6227487efd details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:59.010597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:59.021609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.resource_extend [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 04:27:59.041330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4c523d-8ba8-4e34-b367-abc41f967fb0,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:59.045647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:59.067302 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-738446e6-660c-4b21-8b31-d4b834962ac8 service neutron] 10.222.0.58 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2672241 Feb 18 04:27:59.073816 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.080872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network fe06c8a4-2d23-4d4f-90ea-7a6227487efd details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:27:59.109146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.152074 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-09ac3c5b-9de0-4188-ba11-3f2a5a816eba service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718420 Feb 18 04:27:59.152680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Made reservation on behalf of c29e53d633484239a4d59c6c4be28418 for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:27:59.157391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.168162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.176877 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-37b3023c-03e4-4fd9-87c9-ed38fef5cddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:59.194525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4c523d-8ba8-4e34-b367-abc41f967fb0,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:27:59.200052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:27:59.202401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.203514 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be4c523d-8ba8-4e34-b367-abc41f967fb0 HTTP/1.1" status: 204 len: 168 time: 0.2901745 Feb 18 04:27:59.320705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.23', 51426) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:59.386880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24225775-07f5-493c-8b4f-25eab2ce94c9 req-cef17bd7-bb4e-42d7-9a95-555b68d8c260 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:59.388598 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-24225775-07f5-493c-8b4f-25eab2ce94c9 req-cef17bd7-bb4e-42d7-9a95-555b68d8c260 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 931 time: 0.6811583 Feb 18 04:27:59.416210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831707a8-2b13-42e1-af69-e5d4c3253d53 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:27:59.485176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.500681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b8ee1-1839-4c4b-9571-9eb85074d62c req-7765191f-eaf5-4dcb-ae88-0a9bb66c2f59 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:59.509037 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff5b8ee1-1839-4c4b-9571-9eb85074d62c req-7765191f-eaf5-4dcb-ae88-0a9bb66c2f59 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 931 time: 0.1269510 Feb 18 04:27:59.547227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-de9716a1-1f62-47ca-ba79-edb75e7cca84 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:27:59.549160 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-de9716a1-1f62-47ca-ba79-edb75e7cca84 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.23 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.2267325 Feb 18 04:27:59.572946 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-24225775-07f5-493c-8b4f-25eab2ce94c9 req-7b25ea38-3b01-42e9-8d01-857ca1f8bdbb tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665807 Feb 18 04:27:59.609007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Transition to ACTIVE for port object 831707a8-2b13-42e1-af69-e5d4c3253d53 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:27:59.623684 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.641016 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff5b8ee1-1839-4c4b-9571-9eb85074d62c req-77db48fe-2a5c-43af-8c1d-0a6f2145d004 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309268 Feb 18 04:27:59.654955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38744) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:27:59.709792 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.758183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Deleting port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:27:59.758814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.788730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1496a54d-3e25-4999-bdde-2bac91fa3e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:27:59.853203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:27:59.890873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:27:59.906960 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2251f7bb-b656-450b-a6f2-77702ace9926 req-c53e8f60-81ab-41be-94f3-d270a5d9038b service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7316210 Feb 18 04:27:59.920991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Usage tracker for resource:security_group_rule and tenant:26723d8711eb47428596240d096d617e is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:27:59.958652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:27:59.985549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:27:59.991487 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8fc11647-de53-47c6-99ce-f32a2dd23832 req-f6e7ed10-8fe8-4413-8860-228dffef5609 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 210 time: 0.1355517 Feb 18 04:28:00.188953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:00.271150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Pushing event updated for resources: {'Port': ['ID=831707a8-2b13-42e1-af69-e5d4c3253d53,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:00.299240 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] For port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,segment=NetworkSegment(43eb4cfc-1a4c-4254-b96f-090a265f788e),segment_id=43eb4cfc-1a4c-4254-b96f-090a265f788e)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:00.299674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:00.319873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.320279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.320947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.321080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.321415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.321800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.322182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.322700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.322924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.323332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.323716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.324094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.324513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.324898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.325279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.325662 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.326039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.326418 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.326795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.327431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.327606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.327959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.328338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.328711 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:00.333220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:00.460819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Calling delete_port for 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c owned by compute:nova {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:28:00.493085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0d4d-8ab9-470c-be17-32a2695ead59 req-b8a9c41c-9498-46d8-81bc-3b6ae4a91fe2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:00.501297 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f2c0d4d-8ab9-470c-be17-32a2695ead59 req-b8a9c41c-9498-46d8-81bc-3b6ae4a91fe2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.7281628 Feb 18 04:28:00.510253 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:00.530826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348ed3-b2f4-4bb4-864e-80202a7ca7d8 req-bcc251d9-5f99-41e6-92ee-64e02d1568d4 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:00.532679 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-36348ed3-b2f4-4bb4-864e-80202a7ca7d8 req-bcc251d9-5f99-41e6-92ee-64e02d1568d4 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 945 time: 0.3548410 Feb 18 04:28:00.533336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:00.546144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a81028f2-8fc6-499c-b6bf-c41fb55f5ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:00.554810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:28:00.651163 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26723d8711eb47428596240d096d617e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9924135 Feb 18 04:28:00.700224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38768) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:00.752513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:00.753783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-66c116e2-7541-4a1f-8592-cc3b8c5406c1 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:00.755598 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-66c116e2-7541-4a1f-8592-cc3b8c5406c1 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "GET /v2.0/networks?id=b4bf4033-48ce-48c2-acfc-708add46378c HTTP/1.1" status: 200 len: 809 time: 0.2521870 Feb 18 04:28:00.801604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:00.819673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,segment=NetworkSegment(43eb4cfc-1a4c-4254-b96f-090a265f788e),segment_id=43eb4cfc-1a4c-4254-b96f-090a265f788e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:00.826130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:00.827959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:00.873148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Request body: {'port': {'device_id': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c', 'admin_state_up': True, 'tenant_id': 'cc0f41e4e31644838531af66387f6bd6'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:00.905941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:00.912057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:01.028784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.resource_extend [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 04:28:01.044777 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-36348ed3-b2f4-4bb4-864e-80202a7ca7d8 req-08757b56-2692-4931-888d-2ab2850f260b tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034533 Feb 18 04:28:01.057020 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f2c0d4d-8ab9-470c-be17-32a2695ead59 req-92db8539-b6a3-463a-b671-1df32ad5e4b1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548136 Feb 18 04:28:01.057717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Attempting to bind port 831707a8-2b13-42e1-af69-e5d4c3253d53 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:28:01.058087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Attempting to bind port 831707a8-2b13-42e1-af69-e5d4c3253d53 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:28:01.058452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Attempting to bind port 831707a8-2b13-42e1-af69-e5d4c3253d53 on network 96cf28d7-d57b-444d-9904-5dd6b729deab {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:28:01.072376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ee2f32-4526-4c4f-8f83-d22f631b9825,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:01.095324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.095739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.096138 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.096527 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.096915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.097300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.097688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.098097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.098480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.098861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.099239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.099641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.100120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.100501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.100880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.101258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.101634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.102011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.102389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.102763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.103140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.103628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.103906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.104277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:01.121606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:01.127265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83966) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:28:01.127640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:28:01.156564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:28:01.156950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Checking segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:28:01.157331 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.157744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Bound using segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:28:01.158223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Bound port: 831707a8-2b13-42e1-af69-e5d4c3253d53, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:28:01.158601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.169784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.177226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb59a7ee-dc78-44c6-8b9a-63a19460a38c {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:28:01.252357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.278479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.322104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a739305-5e4c-4520-87cc-dfde4b7fdbbf req-61c8bb20-9ad4-4ac2-8b1b-fa17589ba14e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:01.323635 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3a739305-5e4c-4520-87cc-dfde4b7fdbbf req-61c8bb20-9ad4-4ac2-8b1b-fa17589ba14e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 943 time: 0.1432910 Feb 18 04:28:01.329165 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.335632 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a2555d2c-16ec-415d-9328-b669eeaf4ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:01.365567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ee2f32-4526-4c4f-8f83-d22f631b9825,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:01.368064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:01.384105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Transition to ACTIVE for port object eb59a7ee-dc78-44c6-8b9a-63a19460a38c will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:28:01.400142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.401368 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0ee2f32-4526-4c4f-8f83-d22f631b9825 HTTP/1.1" status: 204 len: 168 time: 0.3555324 Feb 18 04:28:01.401871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.406670 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3a739305-5e4c-4520-87cc-dfde4b7fdbbf req-0267859b-a9c1-4c32-bd2e-a17a17bbf70e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:01.420023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3a739305-5e4c-4520-87cc-dfde4b7fdbbf req-0267859b-a9c1-4c32-bd2e-a17a17bbf70e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:01.427968 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3a739305-5e4c-4520-87cc-dfde4b7fdbbf req-0267859b-a9c1-4c32-bd2e-a17a17bbf70e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949917 Feb 18 04:28:01.480384 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c', 'code': 200} Feb 18 04:28:01.509565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.518369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:01.557158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:01.584059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Usage tracker for resource:port and tenant:cc0f41e4e31644838531af66387f6bd6 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:01.594663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:01.625597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:01.628153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] For port 831707a8-2b13-42e1-af69-e5d4c3253d53, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:28:01.634677 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Deleting port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:28:01.635158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.669482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Pushing event updated for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:01.670696 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-614a5883-4901-4bc9-9f98-cc6f1c2874e4 req-1cdaa760-f95b-45fb-813d-5a7d8f18fc13 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 210 time: 0.0924950 Feb 18 04:28:01.675098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:01.678642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] For port 831707a8-2b13-42e1-af69-e5d4c3253d53, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=831707a8-2b13-42e1-af69-e5d4c3253d53,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:28:01.704926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.728324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d1829-58b5-4653-a088-4db2b01702d7 req-617fbec9-7820-4383-aed4-dfef78910227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:01.728324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-7c9d1829-58b5-4653-a088-4db2b01702d7 req-617fbec9-7820-4383-aed4-dfef78910227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:01.736331 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:01.841124 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Made reservation on behalf of cc0f41e4e31644838531af66387f6bd6 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:28:01.849455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:01.880234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.017126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] For port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,segment=NetworkSegment(43eb4cfc-1a4c-4254-b96f-090a265f788e),segment_id=43eb4cfc-1a4c-4254-b96f-090a265f788e)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:02.018039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.204351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Calling delete_port for 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c owned by compute:nova {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:28:02.391802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-7c9d1829-58b5-4653-a088-4db2b01702d7 req-617fbec9-7820-4383-aed4-dfef78910227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:02.393022 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c9d1829-58b5-4653-a088-4db2b01702d7 req-617fbec9-7820-4383-aed4-dfef78910227 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 931 time: 1.1300874 Feb 18 04:28:02.443982 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b74e0-ac77-4594-b82b-2f6909a94bc9 req-a64deb29-afc9-4c39-8e73-9f73f8ef1d96 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:02.444726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f30b74e0-ac77-4594-b82b-2f6909a94bc9 req-a64deb29-afc9-4c39-8e73-9f73f8ef1d96 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Synchronizing usage tracker for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:02.466184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.485771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:02.515815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Attempting to bind port eb59a7ee-dc78-44c6-8b9a-63a19460a38c on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:28:02.516082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Attempting to bind port eb59a7ee-dc78-44c6-8b9a-63a19460a38c by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:28:02.516393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Attempting to bind port eb59a7ee-dc78-44c6-8b9a-63a19460a38c on network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:28:02.518620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Pushing event updated for resources: {'Port': ['ID=831707a8-2b13-42e1-af69-e5d4c3253d53,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:02.531834 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:28:02.532219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Checking segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:28:02.536029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.536029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Bound using segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:28:02.536029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Bound port: eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:28:02.536029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.555234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:02.575056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f30b74e0-ac77-4594-b82b-2f6909a94bc9 req-a64deb29-afc9-4c39-8e73-9f73f8ef1d96 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Unset dirty status for tenant:2715146f06104d7eb9924bfd704a3c35 on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:02.576341 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f30b74e0-ac77-4594-b82b-2f6909a94bc9 req-a64deb29-afc9-4c39-8e73-9f73f8ef1d96 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 943 time: 0.3083758 Feb 18 04:28:02.596080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Pushing event deleted for resources: {'Port': ['ID=6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:02.602668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:02.668728 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f30b74e0-ac77-4594-b82b-2f6909a94bc9 req-0af017d8-e1bb-4a4d-b35e-30c58023a5e5 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/security-groups?id=c918e5f0-dd24-475e-b17e-8b213742c61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807004 Feb 18 04:28:02.672599 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c9d1829-58b5-4653-a088-4db2b01702d7 req-599ef8a3-baa0-4ee6-be93-cea533c2952f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437310 Feb 18 04:28:02.712905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] For port eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:28:02.728278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] For port eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:28:02.744676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] No DVR routers for this DVR port 6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c on host hv-cinder-77630 {{(pid=83966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:28:02.752357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.754563 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4996220b-e417-4303-a56c-f88e6dadbb65 req-9dd58bf1-0445-4c7d-a3bd-b32e5c4d1c8c tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.23 "DELETE /v2.0/ports/6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c HTTP/1.1" status: 204 len: 173 time: 3.1921434 Feb 18 04:28:02.755081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'name': 'network-vif-deleted', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c'}] {{(pid=83966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:02.796128 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.797455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:02.822240 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:03.039152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f3acc-6a9f-4357-a022-8a418ce47725 req-aedf6353-d3b5-4c0d-90b7-98c9b7a77b61 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:03.047858 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-765f3acc-6a9f-4357-a022-8a418ce47725 req-aedf6353-d3b5-4c0d-90b7-98c9b7a77b61 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1424732 Feb 18 04:28:03.103782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:03.104477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:03.106017 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 1157 time: 6.5280921 Feb 18 04:28:03.106559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:03.114342 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-765f3acc-6a9f-4357-a022-8a418ce47725 req-4f5deb40-0169-48f1-a855-73c7b7007955 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652504 Feb 18 04:28:03.310895 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-582c6795-a124-476b-a83f-6496fd0ecd3a req-0ff2b8e7-3315-4eb2-b38f-6f779ed22744 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 210 time: 0.0813284 Feb 18 04:28:03.410693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Pushing event updated for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:03.414614 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:03.416627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Allocated IP 172.20.0.7 (b4bf4033-48ce-48c2-acfc-708add46378c/899fdb9b-1977-4138-9c74-e7fe8b5b6e97/9d992874-c964-4031-bc43-49c15e453251) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:28:03.433059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:03.523387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:03.524074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:03.525662 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] 10.222.0.23 "PUT /v2.0/ports/eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 200 len: 1157 time: 5.1642098 Feb 18 04:28:03.678177 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec89584-d0e6-4e1f-b481-dce590b49304,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:03.688385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:03.692392 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-020abca1-92db-462a-82aa-4d668920ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:03.694792 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-020abca1-92db-462a-82aa-4d668920ab2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1160 time: 0.5357132 Feb 18 04:28:03.707830 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634a8f02-feb1-4c77-9b38-725d5fff05c9', 'name': 'network-vif-deleted', 'tag': '6cc17e75-d7e6-4781-a6bf-b825d4fe4a6c', 'status': 'completed', 'code': 200} Feb 18 04:28:03.737780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d32ca-7dfe-4f3a-8ea7-531013f2434c req-d6a0f6d2-de25-4d0d-94e6-7d825819e170 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:03.740576 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-266d32ca-7dfe-4f3a-8ea7-531013f2434c req-d6a0f6d2-de25-4d0d-94e6-7d825819e170 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 943 time: 0.7698200 Feb 18 04:28:03.842599 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-1d7829ca-efae-4dbb-8e4e-b9f222b38f42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 217 time: 0.1264031 Feb 18 04:28:03.866977 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53', 'status': 'completed', 'code': 200} Feb 18 04:28:03.983487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-4dd03498-c54e-4235-8452-e0c0e33415c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:03.984971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-4dd03498-c54e-4235-8452-e0c0e33415c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.0915570 Feb 18 04:28:04.018411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Checking segment: {'id': 'bc789201-cc70-46b7-b29b-c061b8f6e849', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fe06c8a4-2d23-4d4f-90ea-7a6227487efd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:28:04.018808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Network hostable DHCP agents. Network: fe06c8a4-2d23-4d4f-90ea-7a6227487efd, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:28:04.023700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38862) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:04.028494 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d3b9d02b-d56f-4548-b875-887f51c0a8ee req-869f9e4d-3866-40e3-9df4-6074709213c2 tempest-DeleteServersTestJSON-1962196057 tempest-DeleteServersTestJSON-1962196057-project] 10.222.0.58 "GET /v2.0/ports?device_id=634a8f02-feb1-4c77-9b38-725d5fff05c9 HTTP/1.1" status: 200 len: 210 time: 0.0584133 Feb 18 04:28:04.114798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-d4a61405-8730-4e1a-9311-0c49f2beed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:04.116454 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-d4a61405-8730-4e1a-9311-0c49f2beed7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1160 time: 0.5345755 Feb 18 04:28:04.226965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.246694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:04.253752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Usage tracker for resource:security_group_rule and tenant:55644e3b61f747488073f46a80cea5d6 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:04.259749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:04.266825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:04.267871 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-266d32ca-7dfe-4f3a-8ea7-531013f2434c req-62012f75-6947-477e-bada-26079055340a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242127 Feb 18 04:28:04.279848 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-872ec5d3-e617-49d9-aab9-f14012138981 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 200 len: 217 time: 0.0968852 Feb 18 04:28:04.302871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Network fe06c8a4-2d23-4d4f-90ea-7a6227487efd is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:28:04.311387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab943c2-024e-4b73-aae6-c4087d9bdb81 req-0f257442-8aad-402a-ba74-b835a57d451d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:04.313013 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7ab943c2-024e-4b73-aae6-c4087d9bdb81 req-0f257442-8aad-402a-ba74-b835a57d451d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.1553323 Feb 18 04:28:04.383854 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7ab943c2-024e-4b73-aae6-c4087d9bdb81 req-b5375020-6750-45d3-a6ef-8909f6434cc4 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629897 Feb 18 04:28:04.402587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, fe06c8a4-2d23-4d4f-90ea-7a6227487efd) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:28:04.411677 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-c448dbd1-2487-45f7-bd1b-8fa8c8f8b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:04.413166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22723e3-1736-44be-b084-c34d4a2b83f2 None None] Network fe06c8a4-2d23-4d4f-90ea-7a6227487efd requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:28:04.413300 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-c448dbd1-2487-45f7-bd1b-8fa8c8f8b725 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3853612 Feb 18 04:28:04.430747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:04.431367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.458110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.467737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.469775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-198e223f-9deb-437f-bf47-b0ad2265fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:04.470763 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-198e223f-9deb-437f-bf47-b0ad2265fa86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.1692839 Feb 18 04:28:04.482278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:04.595707 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a44f1806-af77-48c2-8ad0-7df75977f6ef req-dad957d5-d225-44b3-ae48-97ac1fffe433 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 210 time: 0.0704436 Feb 18 04:28:04.603003 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55644e3b61f747488073f46a80cea5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752609 Feb 18 04:28:04.603003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8b0f9e-ad84-43c6-9cea-448ddc4f99d5,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:04.604403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38874) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:04.607518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:04.729289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.736582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd07bad-400c-43d4-8e78-f70db35e7d29 None None] Network fe06c8a4-2d23-4d4f-90ea-7a6227487efd requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:28:04.810758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.866046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.878604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-314989be-0dba-4a42-800b-3d3c03f2b169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:04.898506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8b0f9e-ad84-43c6-9cea-448ddc4f99d5,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:04.899550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.901050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:04.909902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:04.914243 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de8b0f9e-ad84-43c6-9cea-448ddc4f99d5 HTTP/1.1" status: 204 len: 168 time: 0.3062727 Feb 18 04:28:04.914370 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.0925622 Feb 18 04:28:04.988007 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-7bd79c2e-f17f-45eb-bd8b-894d35faa6af service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526304 Feb 18 04:28:05.084389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-9db7608a-7c93-41c1-b953-4ef9282afc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:05.085997 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-9db7608a-7c93-41c1-b953-4ef9282afc87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6039155 Feb 18 04:28:05.194838 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79100a-7757-4d39-a7ac-a6a420c2743c req-6f8f55a9-107c-4758-9a20-d4e29bc63bf2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:05.196482 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ac79100a-7757-4d39-a7ac-a6a420c2743c req-6f8f55a9-107c-4758-9a20-d4e29bc63bf2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.7224011 Feb 18 04:28:05.245330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.341308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:05.348762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38902) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:05.371342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.389265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:05.393721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Usage tracker for resource:security_group_rule and tenant:00f7945168fb42d39799ca3cb230b681 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:05.397723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:05.404061 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:05.447103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Pushing event updated for resources: {'Port': ['ID=9d992874-c964-4031-bc43-49c15e453251,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:05.450803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:05.524292 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ac79100a-7757-4d39-a7ac-a6a420c2743c req-5b622d90-3365-43cc-8fc5-741ac1d232f7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196390 Feb 18 04:28:05.552198 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ea69215-6f76-4ec9-be4b-de6dd9c572b1 req-c09b40d0-8b65-4ec1-aef3-b94841694e3d service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5533562 Feb 18 04:28:05.561103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.568424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.585860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e38b14a-825a-497e-bd47-fa207c12b42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:05.642617 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00f7945168fb42d39799ca3cb230b681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925513 Feb 18 04:28:05.643290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38914) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:05.646536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7644e49-967c-4927-9a03-1e22018984f1,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:05.649948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:05.677423 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Network b4bf4033-48ce-48c2-acfc-708add46378c is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:28:05.678669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:28:05.697998 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-d889621e-91ec-47dd-beb5-8f4c3820fd36 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948114 Feb 18 04:28:05.698829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:28:05.704251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:05.705356 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.760518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.871735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:05.878145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.888869 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0411460 Feb 18 04:28:05.913244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Request body: {'port': {'device_id': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:05.970810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-585b6523-cc4b-4557-b66c-b3229cc1ff85 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:05.971587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-585b6523-cc4b-4557-b66c-b3229cc1ff85 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Synchronizing usage tracker for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:network {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:05.995178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-585b6523-cc4b-4557-b66c-b3229cc1ff85 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Unset dirty status for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:network {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:05.996455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc30c8-9043-4403-b405-99410f1918c2 req-1f3ff384-8652-4841-9426-c4399ac41527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:05.996584 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-585b6523-cc4b-4557-b66c-b3229cc1ff85 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/networks?id=9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 HTTP/1.1" status: 200 len: 809 time: 0.2699611 Feb 18 04:28:05.997600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:05.998061 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-1f3ff384-8652-4841-9426-c4399ac41527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1160 time: 0.3932083 Feb 18 04:28:06.003430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3b8f7bb7-b91e-4a57-8b5f-7d226e468b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:06.025513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7644e49-967c-4927-9a03-1e22018984f1,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:06.028043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:06.045253 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-05ee99a3-4a4d-4d31-a919-9bb3da21077d tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/quotas/5fd6ebd810934ac1a06934fa14533a46 HTTP/1.1" status: 200 len: 375 time: 0.0341702 Feb 18 04:28:06.100872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:06.105660 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7644e49-967c-4927-9a03-1e22018984f1 HTTP/1.1" status: 204 len: 168 time: 0.4577000 Feb 18 04:28:06.112362 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-4206c376-fece-43c6-ae8b-eaef881a260b tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5fd6ebd810934ac1a06934fa14533a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618889 Feb 18 04:28:06.166298 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5031a5f5-218c-47ad-bfd5-8d36b6148896 req-45125bfe-90a2-4931-aea7-2b9616aa0da7 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4523122 Feb 18 04:28:06.216280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cafda8-05c0-40bb-b361-a5d3dabdad0b req-4dc82efb-38b5-4ce6-9b7b-23d12f11f30e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:06.217903 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-91cafda8-05c0-40bb-b361-a5d3dabdad0b req-4dc82efb-38b5-4ce6-9b7b-23d12f11f30e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 943 time: 0.4738934 Feb 18 04:28:06.224790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:06.292141 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-695bda63-c8af-48fb-bf2f-e899af1598cb service neutron] 10.222.0.58 "GET /v2.0/networks/9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699400 Feb 18 04:28:06.369105 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-91cafda8-05c0-40bb-b361-a5d3dabdad0b req-e229d2a3-2f77-4b21-b33c-45e66b810396 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327491 Feb 18 04:28:06.420145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc30c8-9043-4403-b405-99410f1918c2 req-c25d5c97-4b23-46c0-b68e-0da826d12979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:06.421779 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-c25d5c97-4b23-46c0-b68e-0da826d12979 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.3961959 Feb 18 04:28:06.515335 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-49e4d2f5-b77e-4596-ab28-4eda0a64a0ea service neutron] 10.222.0.58 "GET /v2.0/networks/9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165940 Feb 18 04:28:06.519902 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-66d12eb4-ea04-40e6-9733-70827d65635c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 217 time: 0.0900590 Feb 18 04:28:06.879494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350bde-b61f-4f03-a720-8036458a883e req-cd2b7c3d-c1b9-443c-bd41-851f5ae4e1ab tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:06.888372 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b350bde-b61f-4f03-a720-8036458a883e req-cd2b7c3d-c1b9-443c-bd41-851f5ae4e1ab tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 931 time: 0.1146126 Feb 18 04:28:06.944891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1b350bde-b61f-4f03-a720-8036458a883e req-84858852-307d-4746-be3d-ef7901c2408d tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Synchronizing usage tracker for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:06.966372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1b350bde-b61f-4f03-a720-8036458a883e req-84858852-307d-4746-be3d-ef7901c2408d tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Unset dirty status for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:06.967647 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b350bde-b61f-4f03-a720-8036458a883e req-84858852-307d-4746-be3d-ef7901c2408d tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780485 Feb 18 04:28:07.002764 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc30c8-9043-4403-b405-99410f1918c2 req-24c80165-b29d-44d0-9670-339979a2a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:07.005304 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-24c80165-b29d-44d0-9670-339979a2a7d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.4781151 Feb 18 04:28:07.064035 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'status': 'completed', 'code': 200} Feb 18 04:28:07.218101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0c97-6bd1-46b5-ae69-a6e77c5e1591 req-847d5733-471b-4f88-8a10-a03b1ca390b0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:07.226362 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a51d0c97-6bd1-46b5-ae69-a6e77c5e1591 req-847d5733-471b-4f88-8a10-a03b1ca390b0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.0985479 Feb 18 04:28:07.278654 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a51d0c97-6bd1-46b5-ae69-a6e77c5e1591 req-cdf93e08-8d31-41fc-a7ac-78d87b26c0d1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511551 Feb 18 04:28:07.325144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a68a3-7b6b-4b40-86c5-990b18b69f72 req-7d12daf0-f9d2-4438-b8bf-bdcad23535ce tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:07.333269 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-469a68a3-7b6b-4b40-86c5-990b18b69f72 req-7d12daf0-f9d2-4438-b8bf-bdcad23535ce tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.7660675 Feb 18 04:28:07.389249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc30c8-9043-4403-b405-99410f1918c2 req-fd5dcb33-8c3f-4b0a-b1bb-1f69b491d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:07.390795 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-fd5dcb33-8c3f-4b0a-b1bb-1f69b491d7bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3748267 Feb 18 04:28:07.399236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-e11a4557-4872-4190-82f2-be6581bc5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:07.401136 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-e11a4557-4872-4190-82f2-be6581bc5043 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1160 time: 0.3307302 Feb 18 04:28:07.472320 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a69e8367-ea95-40d3-8d7e-9a89dc8bcf2f req-031abdfd-9b2b-428b-8c52-4c29b2a2d81a tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 210 time: 0.0640538 Feb 18 04:28:07.610824 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-469a68a3-7b6b-4b40-86c5-990b18b69f72 req-dc661e14-fa19-43b3-b5cd-65c0d220dd28 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765791 Feb 18 04:28:07.759109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 38988) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:07.765848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d992874-c964-4031-bc43-49c15e453251 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:28:07.780755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:07.786893 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-4ec81b12-4029-4403-a736-598489d7cfda service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847849 Feb 18 04:28:07.789587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-5b85552e-6469-42e8-b7dd-31f487b1c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:07.791063 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-5b85552e-6469-42e8-b7dd-31f487b1c087 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.3590672 Feb 18 04:28:07.800665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Transition to ACTIVE for port object 9d992874-c964-4031-bc43-49c15e453251 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:28:07.803830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:07.842382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Deleting subnet bb55b81d-db60-4af0-bf17-d4a439b94ea1 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:28:07.851032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:07.881887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9fd39dda-9c59-441a-a739-592814c8c648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:07.983860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:08.042617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:08.110048 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-40bc14a6-1857-445b-972e-efa154c6b340 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 200 len: 217 time: 0.2878866 Feb 18 04:28:08.312871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Pushing event updated for resources: {'Port': ['ID=9d992874-c964-4031-bc43-49c15e453251,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:08.344304 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:08.386807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-18f51f09-c428-4445-848c-4333d2e29506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:08.388474 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-18f51f09-c428-4445-848c-4333d2e29506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.2591488 Feb 18 04:28:08.478432 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-87e73a22-ff0f-4c6e-a6e4-efdb479508e7 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6574652 Feb 18 04:28:08.618090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4840a0f-52d4-4f48-beef-060a12bd2253 req-c2d1ae29-a3e2-44e1-9610-32280454734f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:08.618582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-a4840a0f-52d4-4f48-beef-060a12bd2253 req-c2d1ae29-a3e2-44e1-9610-32280454734f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Synchronizing usage tracker for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:08.654357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Attempting to bind port 9d992874-c964-4031-bc43-49c15e453251 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:28:08.654752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Attempting to bind port 9d992874-c964-4031-bc43-49c15e453251 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:28:08.655160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Attempting to bind port 9d992874-c964-4031-bc43-49c15e453251 on network b4bf4033-48ce-48c2-acfc-708add46378c {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:28:08.656065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-0957faed-7134-4810-b750-ef3b96568d9f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:08.657629 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-0957faed-7134-4810-b750-ef3b96568d9f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.23 "GET /v2.0/networks?id=9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 HTTP/1.1" status: 200 len: 809 time: 0.5620394 Feb 18 04:28:08.665831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df302271-11d7-49b3-9b05-1a58fd44e5df req-e488228b-cb90-4905-ba8b-6a63df876da7 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:08.667522 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-df302271-11d7-49b3-9b05-1a58fd44e5df req-e488228b-cb90-4905-ba8b-6a63df876da7 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 943 time: 1.0063202 Feb 18 04:28:08.674935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:28:08.675518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Checking segment: {'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:28:08.676641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:08.676755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Bound using segment: {'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:28:08.677196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Bound port: 9d992874-c964-4031-bc43-49c15e453251, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:28:08.677639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:08.684367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Request body: {'port': {'device_id': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'network_id': '9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5', 'admin_state_up': True, 'tenant_id': '5fd6ebd810934ac1a06934fa14533a46'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:08.696362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-a4840a0f-52d4-4f48-beef-060a12bd2253 req-c2d1ae29-a3e2-44e1-9610-32280454734f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Unset dirty status for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:08.697619 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a4840a0f-52d4-4f48-beef-060a12bd2253 req-c2d1ae29-a3e2-44e1-9610-32280454734f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 943 time: 0.4830830 Feb 18 04:28:08.699688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-b069285f-9737-4897-92d6-a410b603fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:08.701262 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-b069285f-9737-4897-92d6-a410b603fb08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3013320 Feb 18 04:28:08.953740 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-df302271-11d7-49b3-9b05-1a58fd44e5df req-40a10563-ea92-45df-8479-8782f9139122 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511373 Feb 18 04:28:08.956796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:08.966006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Usage tracker for resource:port and tenant:5fd6ebd810934ac1a06934fa14533a46 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:08.993363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:09.001984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:09.040147 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.063911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Made reservation on behalf of 5fd6ebd810934ac1a06934fa14533a46 for: {'port': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:28:09.077992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.110536 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a4840a0f-52d4-4f48-beef-060a12bd2253 req-7ff37fd3-4bfe-43ce-ad43-508593e31b73 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756886 Feb 18 04:28:09.146027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:09.183565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] For port 9d992874-c964-4031-bc43-49c15e453251, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:28:09.200310 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-7fefc488-0a86-4254-acdc-387cda201416 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642632 Feb 18 04:28:09.201823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] For port 9d992874-c964-4031-bc43-49c15e453251, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=9d992874-c964-4031-bc43-49c15e453251,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:28:09.206113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.222736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:09.301716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb55b81d-db60-4af0-bf17-d4a439b94ea1,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:09.309686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:09.459332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.470776 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9c96561-76d2-47b0-95da-910bcff412ea req-bcf863f4-27e0-4272-abbb-762d1752b89a tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 210 time: 0.1620591 Feb 18 04:28:09.484874 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bb55b81d-db60-4af0-bf17-d4a439b94ea1 HTTP/1.1" status: 204 len: 168 time: 1.7177734 Feb 18 04:28:09.485597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39030) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:09.494195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e8381-457c-4296-b98a-f848944a6405 req-6c410e19-f8c4-43fc-854c-7ae0bfbbc0be tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:09.495805 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0e6e8381-457c-4296-b98a-f848944a6405 req-6c410e19-f8c4-43fc-854c-7ae0bfbbc0be tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.3951237 Feb 18 04:28:09.618277 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0e6e8381-457c-4296-b98a-f848944a6405 req-96eb8dbf-1ce8-4fb5-92a6-d69cc4763668 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859022 Feb 18 04:28:09.630780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Pushing event updated for resources: {'Port': ['ID=9d992874-c964-4031-bc43-49c15e453251,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:09.634669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:09.696387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Allocated IP 172.20.0.3 (9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5/f691af9b-2f86-4c9d-acd9-a2d810c54bb3/c98603c2-9a9e-41ea-8066-f2467d336861) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:28:09.755782 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c37901e-4f4c-4cff-8a2f-e5db2abc88f4 req-3d70192c-e3d2-448d-98fb-1872c2356685 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5361805 Feb 18 04:28:09.770866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:09.771587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.773587 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] 10.222.0.23 "PUT /v2.0/ports/9d992874-c964-4031-bc43-49c15e453251 HTTP/1.1" status: 200 len: 1157 time: 3.8667209 Feb 18 04:28:09.779555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.839390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'tag': '9d992874-c964-4031-bc43-49c15e453251'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:09.937170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.962306 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'tag': '9d992874-c964-4031-bc43-49c15e453251', 'status': 'completed', 'code': 200} Feb 18 04:28:09.971780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:09.989542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:10.084946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9265-5848-4582-ba0e-199a61ef4357 req-696fa803-d856-4c64-9543-fbd93b7b560f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:10.086589 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5acd9265-5848-4582-ba0e-199a61ef4357 req-696fa803-d856-4c64-9543-fbd93b7b560f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.4482105 Feb 18 04:28:10.097084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-473f94f8-ef9b-4cce-8267-a3c6810a9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:10.098725 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-473f94f8-ef9b-4cce-8267-a3c6810a9cb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc0f41e4e31644838531af66387f6bd6&device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 1160 time: 0.2607498 Feb 18 04:28:10.175678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.189350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Pushing event updated for resources: {'Port': ['ID=c98603c2-9a9e-41ea-8066-f2467d336861,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:10.204448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:10.233137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39056) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:10.273617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cb10d-9dee-40c6-8b80-e0fed5a23cc3 req-270c73b7-7aeb-4ded-9f6b-dadd6cefa84c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:10.273864 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-e715c973-f7e6-490c-988c-be7bb8a3f9df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d992874-c964-4031-bc43-49c15e453251 HTTP/1.1" status: 200 len: 217 time: 0.1528986 Feb 18 04:28:10.275379 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9b9cb10d-9dee-40c6-8b80-e0fed5a23cc3 req-270c73b7-7aeb-4ded-9f6b-dadd6cefa84c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 943 time: 0.1855235 Feb 18 04:28:10.286570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:28:10.303750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:28:10.308002 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:28:10.360635 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5acd9265-5848-4582-ba0e-199a61ef4357 req-5766d265-72ad-460d-b4d2-43c70ae8858a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584159 Feb 18 04:28:10.398058 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9b9cb10d-9dee-40c6-8b80-e0fed5a23cc3 req-d6399700-62cf-499d-9378-4c162c50a442 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142497 Feb 18 04:28:10.401890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.402282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.403115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.403548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.403909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.404289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.404879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.405159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.405525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.405885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.419535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:10.420207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.452589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.470305 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7933850 Feb 18 04:28:10.474919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.475361 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.475741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.476248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 04:28:10.476646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053575d7-64a8-4d92-981a-225478a8f040']}} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:10.477687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:10.488972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Request body: {'port': {'device_id': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:10.497460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43eb4cfc-1a4c-4254-b96f-090a265f788e') {'for_net_delete': True} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:10.497771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43eb4cfc-1a4c-4254-b96f-090a265f788e') {} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:10.508671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-30d232dc-0602-4e46-956b-27c829de929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:10.510450 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-30d232dc-0602-4e46-956b-27c829de929e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=899fdb9b-1977-4138-9c74-e7fe8b5b6e97 HTTP/1.1" status: 200 len: 849 time: 0.2232263 Feb 18 04:28:10.520414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60898729'] for segment, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.537068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1b3353a7fe44c5a769dd87a0e096a1 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:10.545403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:10.561428 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:10.667068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.671823 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-90ad6560-b11b-445b-aca3-7b6f49669810 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4bf4033-48ce-48c2-acfc-708add46378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379960 Feb 18 04:28:10.672468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:28:10.744176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.868935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af739a5f-ee21-4189-8774-fca034fbffd6 req-f21b7434-e746-403b-a8e1-98896cc5897d tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:10.869697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-af739a5f-ee21-4189-8774-fca034fbffd6 req-f21b7434-e746-403b-a8e1-98896cc5897d tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Synchronizing usage tracker for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:10.940644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.952418 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:10.964539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5936915-e7c1-46e5-940e-9266f029f4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:10.967725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dc018-563f-46f8-86cc-5e2801325079 req-034ffa4b-96cc-43a3-8e75-91651cb0c53a tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:10.969369 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c0dc018-563f-46f8-86cc-5e2801325079 req-034ffa4b-96cc-43a3-8e75-91651cb0c53a tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 943 time: 0.4295826 Feb 18 04:28:10.983519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Network 053575d7-64a8-4d92-981a-225478a8f040 has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:28:11.005020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61165392'] for segment, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.009984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-af739a5f-ee21-4189-8774-fca034fbffd6 req-f21b7434-e746-403b-a8e1-98896cc5897d tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Unset dirty status for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:11.011286 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af739a5f-ee21-4189-8774-fca034fbffd6 req-f21b7434-e746-403b-a8e1-98896cc5897d tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 931 time: 0.3702908 Feb 18 04:28:11.031680 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d1b3353a7fe44c5a769dd87a0e096a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7974200 Feb 18 04:28:11.089806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39072) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:11.115201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1596d01-9656-44b8-b1a5-a404bbfaa0f1,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:11.134451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:11.201141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-af739a5f-ee21-4189-8774-fca034fbffd6 req-31ee92b5-f2f2-41f4-b217-d3602b88b2c6 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Synchronizing usage tracker for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:11.320464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-af739a5f-ee21-4189-8774-fca034fbffd6 req-31ee92b5-f2f2-41f4-b217-d3602b88b2c6 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Unset dirty status for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:11.321848 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af739a5f-ee21-4189-8774-fca034fbffd6 req-31ee92b5-f2f2-41f4-b217-d3602b88b2c6 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987132 Feb 18 04:28:11.324448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.374440 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.426576 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-a4df91ca-74ab-436c-a95a-795a67e04ce4 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371795 Feb 18 04:28:11.436629 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c0dc018-563f-46f8-86cc-5e2801325079 req-866968ea-c24b-4401-93ca-822a116c64b9 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551871 Feb 18 04:28:11.449906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Network 053575d7-64a8-4d92-981a-225478a8f040 has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: from cryptography.utils import int_from_bytes Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: from cryptography.utils import int_from_bytes Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: (rel_b, rel_a, rel_b), Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: (rel_b, rel_a, rel_b), Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:28:11.498590 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:28:11.559328 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.573485 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-52bb6cca-6de9-47a7-ad23-017157b44286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:11.595947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1596d01-9656-44b8-b1a5-a404bbfaa0f1,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:11.601556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:11.620743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.621965 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1596d01-9656-44b8-b1a5-a404bbfaa0f1 HTTP/1.1" status: 204 len: 168 time: 0.5293350 Feb 18 04:28:11.624589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98603c2-9a9e-41ea-8066-f2467d336861 {{(pid=83966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:28:11.638712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902074d3-56f6-4574-b1d6-a118bf0cb3e9 req-2fdfd884-2230-42d4-9f1e-ec0bda45ace6 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:11.640366 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-902074d3-56f6-4574-b1d6-a118bf0cb3e9 req-2fdfd884-2230-42d4-9f1e-ec0bda45ace6 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.2054141 Feb 18 04:28:11.642329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.677510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Transition to ACTIVE for port object c98603c2-9a9e-41ea-8066-f2467d336861 will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:28:11.688333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.705333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:11.726236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.750414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:11.781281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=053575d7-64a8-4d92-981a-225478a8f040,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:11.784617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:11.794520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:11.800318 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0f27eca-7d14-43f7-8f59-9d0c19822fb1 req-f4bc4eeb-2e18-4501-b2b4-4e6db47938b6 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3524802 Feb 18 04:28:11.831997 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/053575d7-64a8-4d92-981a-225478a8f040 HTTP/1.1" status: 204 len: 168 time: 2.3436809 Feb 18 04:28:11.844745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674f545-c44e-4c35-a7e5-119e20efb995 req-6467426e-b0af-49b5-83be-68f67272f401 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:11.846475 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7674f545-c44e-4c35-a7e5-119e20efb995 req-6467426e-b0af-49b5-83be-68f67272f401 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.2324181 Feb 18 04:28:11.966946 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7674f545-c44e-4c35-a7e5-119e20efb995 req-bef5c898-a322-4b8e-bcf0-30ee4859573b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114249 Feb 18 04:28:12.002288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39088) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:12.016223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:12.024046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-6a80de3c-be5a-4b70-a7ea-85734ce6c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:12.025676 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-6a80de3c-be5a-4b70-a7ea-85734ce6c6a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc0f41e4e31644838531af66387f6bd6&device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 1160 time: 0.1544523 Feb 18 04:28:12.030890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.104381 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:28:12.109560 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-902074d3-56f6-4574-b1d6-a118bf0cb3e9 req-ab89bbbb-75ad-4eb5-8019-02970dd85932 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621460 Feb 18 04:28:12.110105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:12.110747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.136645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39092) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:12.197656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Pushing event updated for resources: {'Port': ['ID=c98603c2-9a9e-41ea-8066-f2467d336861,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:12.203001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:12.227682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:12.246287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Usage tracker for resource:security_group_rule and tenant:6762f3d799654eaba6f58f021d6a05c6 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:12.246479 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e4eaa03d-7691-47b6-8cba-1603b9e2fb97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2715146f06104d7eb9924bfd704a3c35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1059434 Feb 18 04:28:12.247201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39098) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:12.248386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.251030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:12.261921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:12.286460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:12.287568 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:12.305186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.307675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 831707a8-2b13-42e1-af69-e5d4c3253d53 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:12.391115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae4bd-c198-43d0-a233-809926fe4f5d req-7cfc0f97-c0a4-4883-b5ce-6149bebd43e5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:12.416145 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-734ae4bd-c198-43d0-a233-809926fe4f5d req-7cfc0f97-c0a4-4883-b5ce-6149bebd43e5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 943 time: 0.2494783 Feb 18 04:28:12.445146 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'code': 200} Feb 18 04:28:12.445742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:12.450459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.474651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-322bb7c7-3527-434b-986d-991ba014c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:12.479102 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-322bb7c7-3527-434b-986d-991ba014c05e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4bf4033-48ce-48c2-acfc-708add46378c HTTP/1.1" status: 200 len: 903 time: 0.4253974 Feb 18 04:28:12.517800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:12.531461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.531853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.532237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.532616 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.532999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.533373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.533744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.534114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.534484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.534851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.535216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.535682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.536036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.536404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.536770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.537134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.537496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.537861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.538223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.538588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.538950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.539336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.539702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.540066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:28:12.544608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:12.553491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 831707a8-2b13-42e1-af69-e5d4c3253d53 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:28:12.559065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 831707a8-2b13-42e1-af69-e5d4c3253d53 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:12.559768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.574199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.637133 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-0be431f3-5b04-4752-be06-69084cde54c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d992874-c964-4031-bc43-49c15e453251 HTTP/1.1" status: 200 len: 217 time: 0.1402686 Feb 18 04:28:12.646057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Attempting to bind port c98603c2-9a9e-41ea-8066-f2467d336861 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:28:12.646451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Attempting to bind port c98603c2-9a9e-41ea-8066-f2467d336861 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'f13a23e7-46df-4771-8a83-8ec644ec05f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:28:12.647111 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Attempting to bind port c98603c2-9a9e-41ea-8066-f2467d336861 on network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:28:12.657814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:28:12.658188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Checking segment: {'id': 'f13a23e7-46df-4771-8a83-8ec644ec05f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:28:12.658633 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.659024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Bound using segment: {'id': 'f13a23e7-46df-4771-8a83-8ec644ec05f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:28:12.659544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Bound port: c98603c2-9a9e-41ea-8066-f2467d336861, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13a23e7-46df-4771-8a83-8ec644ec05f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:28:12.659911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.725143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.748324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b632d9-4792-480d-9cbe-77beec009698 req-22df93f3-1cb4-4c4f-b63b-947995bdbb72 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:12.750052 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-01b632d9-4792-480d-9cbe-77beec009698 req-22df93f3-1cb4-4c4f-b63b-947995bdbb72 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 943 time: 0.2715666 Feb 18 04:28:12.753244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.765707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 831707a8-2b13-42e1-af69-e5d4c3253d53, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=831707a8-2b13-42e1-af69-e5d4c3253d53,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:12.771047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:12.771324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.778314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:12.817952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c918e5f0-dd24-475e-b17e-8b213742c61c,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:12.827311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:12.848801 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-734ae4bd-c198-43d0-a233-809926fe4f5d req-227f82b9-4fa7-4ad5-a00e-88a5d593440b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240494 Feb 18 04:28:12.849907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] For port c98603c2-9a9e-41ea-8066-f2467d336861, host hv-cinder-77630, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:28:12.851337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-ae1d7bf7-3a8f-4d8e-ab58-c45325df1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:12.853355 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-ae1d7bf7-3a8f-4d8e-ab58-c45325df1f1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=899fdb9b-1977-4138-9c74-e7fe8b5b6e97 HTTP/1.1" status: 200 len: 849 time: 0.1985927 Feb 18 04:28:12.873238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.873238 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c918e5f0-dd24-475e-b17e-8b213742c61c HTTP/1.1" status: 204 len: 168 time: 0.6220503 Feb 18 04:28:12.880341 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-01b632d9-4792-480d-9cbe-77beec009698 req-0fe7b109-fe04-4f51-8399-160130b48aa9 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223500 Feb 18 04:28:12.882002 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] For port c98603c2-9a9e-41ea-8066-f2467d336861, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=c98603c2-9a9e-41ea-8066-f2467d336861,segment=NetworkSegment(f13a23e7-46df-4771-8a83-8ec644ec05f6),segment_id=f13a23e7-46df-4771-8a83-8ec644ec05f6)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:28:12.889845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:12.896272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=831707a8-2b13-42e1-af69-e5d4c3253d53,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:12.917806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:12.933993 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:12.948437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:12.981973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.051504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:13.051946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.072818 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-d1632ffa-82e9-4b21-89be-51f33343e571 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4bf4033-48ce-48c2-acfc-708add46378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842171 Feb 18 04:28:13.076092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.128878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:13.336820 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6762f3d799654eaba6f58f021d6a05c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3278327 Feb 18 04:28:13.340274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39124) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:13.350783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b504d8ca-6cea-4ad2-a434-d7c6c1e32b7d,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:13.357778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885d2db-496a-4d98-bca7-37bbeae47f8f req-4675522a-1ff2-49a1-8193-6c253d4342bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:13.359414 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7885d2db-496a-4d98-bca7-37bbeae47f8f req-4675522a-1ff2-49a1-8193-6c253d4342bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1162 time: 0.7005241 Feb 18 04:28:13.367929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:13.376651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Pushing event updated for resources: {'Port': ['ID=c98603c2-9a9e-41ea-8066-f2467d336861,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:13.387447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:13.411140 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-7353f4f3-7971-4bd4-bd43-04edbdadb03c service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899392 Feb 18 04:28:13.473787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae7d9d-0e90-4cbf-9567-df2253b16394 req-30a9ba63-aa21-4e2e-9f5e-e2fb195c13fa tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:13.475428 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-76ae7d9d-0e90-4cbf-9567-df2253b16394 req-30a9ba63-aa21-4e2e-9f5e-e2fb195c13fa tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.2451973 Feb 18 04:28:13.483901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:13.484579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.486019 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] 10.222.0.23 "PUT /v2.0/ports/c98603c2-9a9e-41ea-8066-f2467d336861 HTTP/1.1" status: 200 len: 1157 time: 3.0026424 Feb 18 04:28:13.486555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'tag': 'c98603c2-9a9e-41ea-8066-f2467d336861'}] {{(pid=83966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:13.518695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.521040 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7885d2db-496a-4d98-bca7-37bbeae47f8f req-eae5c2bf-b74d-4429-9112-f008608b058e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513712 Feb 18 04:28:13.531794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668229d1-2293-4ad4-9409-cabea891d646 req-917e2b88-167b-45c3-ad41-bdc84b5ba25b tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:13.533431 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-668229d1-2293-4ad4-9409-cabea891d646 req-917e2b88-167b-45c3-ad41-bdc84b5ba25b tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 943 time: 0.4594400 Feb 18 04:28:13.571377 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-76ae7d9d-0e90-4cbf-9567-df2253b16394 req-e281adb9-cf33-4dea-b8f9-ad67e9faea90 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783205 Feb 18 04:28:13.572822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.609253 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-668229d1-2293-4ad4-9409-cabea891d646 req-dbd492f6-c416-4839-ab36-9fed52832160 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670960 Feb 18 04:28:13.652717 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b66cc1a7-b079-441a-bc0d-6630337f4650 req-2a84a548-f1c4-44ae-bb79-6c221e97cb10 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2270398 Feb 18 04:28:13.657995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.666242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-79cb1990-45ed-4476-bd1e-1ced3b437317 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:13.681217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504d8ca-6cea-4ad2-a434-d7c6c1e32b7d,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:13.685181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:13.687558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:13.688695 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b504d8ca-6cea-4ad2-a434-d7c6c1e32b7d HTTP/1.1" status: 204 len: 168 time: 0.3452516 Feb 18 04:28:13.698104 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'tag': 'c98603c2-9a9e-41ea-8066-f2467d336861', 'status': 'completed', 'code': 200} Feb 18 04:28:13.805806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80a5f-a6a6-4d7d-ae43-0810d311b1d2 req-b9cb3397-0ce5-437e-9cbb-536a5fb758f2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:13.812470 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ff80a5f-a6a6-4d7d-ae43-0810d311b1d2 req-b9cb3397-0ce5-437e-9cbb-536a5fb758f2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1016417 Feb 18 04:28:13.922670 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ff80a5f-a6a6-4d7d-ae43-0810d311b1d2 req-c6c31d38-98cc-414f-bbd5-b2f4977bf2b6 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653255 Feb 18 04:28:13.947954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-55287a46-c3d9-4465-afb1-a5e471183800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:13.949887 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-55287a46-c3d9-4465-afb1-a5e471183800 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5fd6ebd810934ac1a06934fa14533a46&device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 1160 time: 0.1337543 Feb 18 04:28:14.032929 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-d98d0997-d83e-46f2-a511-c5d2decabe0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c98603c2-9a9e-41ea-8066-f2467d336861 HTTP/1.1" status: 200 len: 217 time: 0.0740743 Feb 18 04:28:14.121810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-b078385b-3567-489f-a89b-c9452c6629e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:14.124186 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-b078385b-3567-489f-a89b-c9452c6629e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f691af9b-2f86-4c9d-acd9-a2d810c54bb3 HTTP/1.1" status: 200 len: 849 time: 0.0842743 Feb 18 04:28:14.145719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82596e15-b7f3-448d-83b1-720e0d6f377f req-91f9fba3-667f-4dcd-b026-4401f5c0f126 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:14.153345 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-82596e15-b7f3-448d-83b1-720e0d6f377f req-91f9fba3-667f-4dcd-b026-4401f5c0f126 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0977378 Feb 18 04:28:14.204986 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-82596e15-b7f3-448d-83b1-720e0d6f377f req-5f27de7b-076d-413a-8a95-3788a8119e1a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506516 Feb 18 04:28:14.237455 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-89790e74-9f3b-41fa-8ae5-3078e7d4af88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710435 Feb 18 04:28:14.370279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fed10f-f8e6-4e41-8cd1-34f6e0892f31 req-4e8bcf60-2cff-46bf-ab30-07a5aa888657 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:14.371970 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-06fed10f-f8e6-4e41-8cd1-34f6e0892f31 req-4e8bcf60-2cff-46bf-ab30-07a5aa888657 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 943 time: 0.2533393 Feb 18 04:28:14.446758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:14.447111 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-24718a3e-aa35-44f5-b69b-ed89397bb9a9 service neutron] 10.222.0.23 "GET /v2.0/networks/9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956275 Feb 18 04:28:14.451986 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-06fed10f-f8e6-4e41-8cd1-34f6e0892f31 req-a7bf4a9c-d74d-4875-896b-c0f3a6ccf0a3 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669801 Feb 18 04:28:14.531519 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53', 'code': 200} Feb 18 04:28:14.652123 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-329b77e8-0d97-4d56-8900-c541d9765cb3 req-e3e34531-6860-41f5-94cd-871608aafae9 service neutron] 10.222.0.23 "GET /v2.0/networks/9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1974480 Feb 18 04:28:14.957972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-6aa47c85-0a40-4ca5-8eb1-a6367787ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:14.959327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 831707a8-2b13-42e1-af69-e5d4c3253d53 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:14.959664 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-6aa47c85-0a40-4ca5-8eb1-a6367787ca7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5fd6ebd810934ac1a06934fa14533a46&device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 1160 time: 0.1414073 Feb 18 04:28:15.034420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3ac80-64da-4e2c-af51-4ef7eac71763 req-4cf3c58f-7134-49b5-9fd6-9b1257def0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:15.038353 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4be3ac80-64da-4e2c-af51-4ef7eac71763 req-4cf3c58f-7134-49b5-9fd6-9b1257def0a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1162 time: 0.2326183 Feb 18 04:28:15.050583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4d9af-5da3-4f1c-bfb8-3bdf9f3294c5 req-d201df94-8206-4813-bc51-71d6488ae96f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:15.069783 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9fa4d9af-5da3-4f1c-bfb8-3bdf9f3294c5 req-d201df94-8206-4813-bc51-71d6488ae96f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 943 time: 0.2004354 Feb 18 04:28:15.099796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 831707a8-2b13-42e1-af69-e5d4c3253d53 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:15.100215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:15.147972 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4be3ac80-64da-4e2c-af51-4ef7eac71763 req-88577e90-ef2c-4fcb-9610-9746c8a23a77 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771456 Feb 18 04:28:15.181396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceb6e1-a95a-4dea-9209-6801e7da1da5 req-0dd545fb-6434-409c-bda3-61c30827bca1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:15.193407 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-59ceb6e1-a95a-4dea-9209-6801e7da1da5 req-0dd545fb-6434-409c-bda3-61c30827bca1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.4584601 Feb 18 04:28:15.194970 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9fa4d9af-5da3-4f1c-bfb8-3bdf9f3294c5 req-393c4cea-f4da-4ebc-928c-f49282716223 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987120 Feb 18 04:28:15.349253 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-59ceb6e1-a95a-4dea-9209-6801e7da1da5 req-6be9ce58-4beb-4880-8dc4-e69dca1da6bb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481707 Feb 18 04:28:15.385845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-5f73eb8f-455a-45b3-96bc-0fa08115d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:15.387904 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-5f73eb8f-455a-45b3-96bc-0fa08115d6c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 HTTP/1.1" status: 200 len: 903 time: 0.4140401 Feb 18 04:28:15.870671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36147-d31d-4608-b6ce-254627f0faac req-141f680a-2117-432b-a0c7-21fa3e07b1e2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:15.873471 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7f36147-d31d-4608-b6ce-254627f0faac req-141f680a-2117-432b-a0c7-21fa3e07b1e2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.4971707 Feb 18 04:28:15.939138 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c7f36147-d31d-4608-b6ce-254627f0faac req-db38c935-ab52-4a48-b2ec-53d40dbeb431 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559556 Feb 18 04:28:15.996593 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-4e120949-cc94-4ce0-bac5-e760bc3256e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c98603c2-9a9e-41ea-8066-f2467d336861 HTTP/1.1" status: 200 len: 217 time: 0.5366580 Feb 18 04:28:16.114071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525722-6443-495e-b447-8f663257d382 req-07334c1d-15bc-499e-bee7-ce60c85770b5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:16.115977 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be525722-6443-495e-b447-8f663257d382 req-07334c1d-15bc-499e-bee7-ce60c85770b5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1807709 Feb 18 04:28:16.119238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-12537fbb-cd18-4ecd-bf2b-091ab28fb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:16.120671 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-12537fbb-cd18-4ecd-bf2b-091ab28fb7cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f691af9b-2f86-4c9d-acd9-a2d810c54bb3 HTTP/1.1" status: 200 len: 849 time: 0.1139231 Feb 18 04:28:16.174219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923988-914a-4d7d-b8c9-6f2e0cc99ffd req-85f98256-a51f-4bc3-9643-1459e6e2b6b3 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:16.183013 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c923988-914a-4d7d-b8c9-6f2e0cc99ffd req-85f98256-a51f-4bc3-9643-1459e6e2b6b3 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 943 time: 0.1212163 Feb 18 04:28:16.226507 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-33504e9c-76e7-4d02-995c-ba11c56d18b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680237 Feb 18 04:28:16.236126 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be525722-6443-495e-b447-8f663257d382 req-99e0376c-eddd-46bd-98be-2396cb9e4d63 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115646 Feb 18 04:28:16.248680 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c923988-914a-4d7d-b8c9-6f2e0cc99ffd req-e6fe06a0-5b46-4777-8e3d-423e3c769422 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589821 Feb 18 04:28:16.404012 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-215b7d8c-6aca-45cc-ab79-d4bdcdc78dc3 service neutron] 10.222.0.23 "GET /v2.0/networks/9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666632 Feb 18 04:28:16.462939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38479b8f-5146-4598-b288-baf0dd12455e req-a23670a4-c71b-451e-a909-adc2b09f5eb3 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:16.464737 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-38479b8f-5146-4598-b288-baf0dd12455e req-a23670a4-c71b-451e-a909-adc2b09f5eb3 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 943 time: 0.0891178 Feb 18 04:28:16.530777 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-38479b8f-5146-4598-b288-baf0dd12455e req-4e08c330-8735-44ed-b630-150a7ed46960 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551832 Feb 18 04:28:16.650846 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480f17d4-4211-450f-bca3-4bcdf054ff43 req-20ac679c-3efb-43ed-afdc-a96fe87204ac service neutron] 10.222.0.23 "GET /v2.0/networks/9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2363703 Feb 18 04:28:16.690660 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36b176-6913-4c6a-8cc3-abcc0e4d8709 req-080dec4a-4027-46d5-90be-f572427e5577 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:16.693510 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cd36b176-6913-4c6a-8cc3-abcc0e4d8709 req-080dec4a-4027-46d5-90be-f572427e5577 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1332972 Feb 18 04:28:16.744806 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cd36b176-6913-4c6a-8cc3-abcc0e4d8709 req-28614d38-66da-4a08-b8ee-d34eed0042d5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 Feb 18 04:28:17.064956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322ef8-b5d5-4720-a8be-3739d6c43915 req-aa30a309-6036-471e-b8a4-fdfb8245f737 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:17.070471 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-08322ef8-b5d5-4720-a8be-3739d6c43915 req-aa30a309-6036-471e-b8a4-fdfb8245f737 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1238208 Feb 18 04:28:17.076436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39268) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:17.083635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'floatingip': {'port_id': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:17.133664 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-d31dd272-179b-4edf-98ca-9e2c61b9acf6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:28:17.179580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:17.279189 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae87b35-4e66-4587-8c5c-29c649183bba req-20cbdfc6-b9e0-45d4-ba63-aaeb87bd1f91 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:17.281098 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bae87b35-4e66-4587-8c5c-29c649183bba req-20cbdfc6-b9e0-45d4-ba63-aaeb87bd1f91 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1351802 Feb 18 04:28:17.351585 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bae87b35-4e66-4587-8c5c-29c649183bba req-9a2e3d1b-e981-4f9c-bff9-eb2678f3b68a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585117 Feb 18 04:28:17.591785 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d46c-f24a-47e2-9b62-df6610b8b40d req-208dda54-e3b0-400d-b832-584e66a091fa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:17.593494 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9f23d46c-f24a-47e2-9b62-df6610b8b40d req-208dda54-e3b0-400d-b832-584e66a091fa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0909870 Feb 18 04:28:17.656545 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9f23d46c-f24a-47e2-9b62-df6610b8b40d req-d622711e-4e53-4569-9a9f-b2e35fca7997 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565705 Feb 18 04:28:17.684487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de10e0-3d85-4086-80a7-782542ff67b7 req-8929322e-d217-4c6a-9161-36a8ca4efdbb tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:17.692910 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71de10e0-3d85-4086-80a7-782542ff67b7 req-8929322e-d217-4c6a-9161-36a8ca4efdbb tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 943 time: 0.2698896 Feb 18 04:28:17.772960 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71de10e0-3d85-4086-80a7-782542ff67b7 req-db5e8efa-54a9-4d23-ae40-d2610e3a479e tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785615 Feb 18 04:28:17.908998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2df89-5b5d-4b28-95ed-256a411a7ca7 req-b1a60fb2-2e89-4a16-bfad-ed3c1560913c tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:17.910561 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2ba2df89-5b5d-4b28-95ed-256a411a7ca7 req-b1a60fb2-2e89-4a16-bfad-ed3c1560913c tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 943 time: 0.1479378 Feb 18 04:28:17.965146 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2ba2df89-5b5d-4b28-95ed-256a411a7ca7 req-847d2289-64f6-44f4-9fd9-8de66b7a13f1 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Feb 18 04:28:18.081109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 9d992874-c964-4031-bc43-49c15e453251 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:18.154282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 9d992874-c964-4031-bc43-49c15e453251 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:28:18.159574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 9d992874-c964-4031-bc43-49c15e453251 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:18.160151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:18.196372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39302) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:18.213206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dcde2-d2f7-4443-b76b-b1790dc88fbd req-a77aa624-8393-480b-8d2f-5a9473c868b1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:18.214803 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a84dcde2-d2f7-4443-b76b-b1790dc88fbd req-a77aa624-8393-480b-8d2f-5a9473c868b1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.3255203 Feb 18 04:28:18.227329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39308) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:18.232636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'floatingip': {'port_id': '831707a8-2b13-42e1-af69-e5d4c3253d53'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:18.292868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:18.321822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:18.330770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 9d992874-c964-4031-bc43-49c15e453251, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=9d992874-c964-4031-bc43-49c15e453251,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:18.331835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d992874-c964-4031-bc43-49c15e453251'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:18.337769 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:18.339837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:18.415391 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d992874-c964-4031-bc43-49c15e453251', 'code': 200} Feb 18 04:28:18.415945 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=9d992874-c964-4031-bc43-49c15e453251,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:18.416811 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:18.420079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:18.424538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:18.430950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:18.501701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:18.510378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Usage tracker for resource:security_group_rule and tenant:b626b2d40583440e84ed6d7f3da25f16 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:18.515381 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:18.558484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:18.882020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648452c7-e648-450f-91e0-5c40788ed3c8 req-5794d831-54ab-428f-89b8-029a0746b305 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:18.883640 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-648452c7-e648-450f-91e0-5c40788ed3c8 req-5794d831-54ab-428f-89b8-029a0746b305 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.3821487 Feb 18 04:28:18.949428 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Floating IP dea012d6-1dca-4ac4-b00f-47825f7d4d1a associated. External IP: 172.28.0.138, port: eb59a7ee-dc78-44c6-8b9a-63a19460a38c. Feb 18 04:28:19.003121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.092737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-c2aa4f9b-6cc6-4851-8254-cc33debac3be None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:28:19.126822 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-648452c7-e648-450f-91e0-5c40788ed3c8 req-28c1bf58-75cc-4fa5-82e6-519fd0a7077b tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350464 Feb 18 04:28:19.137810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609280ca-5d67-496d-a722-a6fef20124b0 req-376622dd-f1e8-4600-9b0b-6bf8af20c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:19.139427 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-609280ca-5d67-496d-a722-a6fef20124b0 req-376622dd-f1e8-4600-9b0b-6bf8af20c136 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 1162 time: 0.4659028 Feb 18 04:28:19.140132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.166590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:19.388453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38db5d2f-3dce-45a5-96ce-fb349e051449,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:19.401705 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b626b2d40583440e84ed6d7f3da25f16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2011998 Feb 18 04:28:19.404467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:19.408039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39332) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:19.414718 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-609280ca-5d67-496d-a722-a6fef20124b0 req-60551b7d-b688-4272-b6e6-287b4dce9324 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535627 Feb 18 04:28:19.438301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:28:19.457108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e098d-4164-4a22-bbfb-da57125ecfda req-ee484349-07d0-4b31-bf16-e93141da3eb6 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:19.458729 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ce0e098d-4164-4a22-bbfb-da57125ecfda req-ee484349-07d0-4b31-bf16-e93141da3eb6 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 943 time: 0.4763715 Feb 18 04:28:19.459480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2be0-034b-4111-9e53-1bb572551592 req-216f1b1a-447d-49d4-b8d8-0b71cedd06f7 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:19.461109 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-93ad2be0-034b-4111-9e53-1bb572551592 req-216f1b1a-447d-49d4-b8d8-0b71cedd06f7 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 945 time: 0.2248189 Feb 18 04:28:19.568357 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ce0e098d-4164-4a22-bbfb-da57125ecfda req-2b4c1db6-3744-404c-a78f-da04820c2911 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963950 Feb 18 04:28:19.607944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.633974 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-93ad2be0-034b-4111-9e53-1bb572551592 req-3185ed7c-3323-483c-9cb3-da6d502aaf80 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574914 Feb 18 04:28:19.663101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.678798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.681500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.784269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:28:19.802782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.804403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] Sync routers for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:28:19.818024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:28:19.819342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:28:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:19.867059 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1d2c1cf9-e44c-4569-9abc-3ad51205b7d1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "PUT /v2.0/floatingips/dea012d6-1dca-4ac4-b00f-47825f7d4d1a HTTP/1.1" status: 200 len: 991 time: 2.7894344 Feb 18 04:28:19.868758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:19.895598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.901363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:19.925719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:19.927557 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38db5d2f-3dce-45a5-96ce-fb349e051449 HTTP/1.1" status: 204 len: 168 time: 0.5168750 Feb 18 04:28:19.928688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38db5d2f-3dce-45a5-96ce-fb349e051449,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:19.941883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:19.952778 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'status': 'completed', 'code': 200} Feb 18 04:28:20.043885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 9d992874-c964-4031-bc43-49c15e453251 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:20.065645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:28:20.232926 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Floating IP c7e7cb1a-afcd-4662-9db4-1a216f81cdab associated. External IP: 172.28.0.3, port: 831707a8-2b13-42e1-af69-e5d4c3253d53. Feb 18 04:28:20.258558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 9d992874-c964-4031-bc43-49c15e453251 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:20.259164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:20.468885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adced08-ff58-440d-b827-8f324aabedbe req-d1dc5fc2-2156-4bf1-a772-59a9a4022c40 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:20.477893 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2adced08-ff58-440d-b827-8f324aabedbe req-d1dc5fc2-2156-4bf1-a772-59a9a4022c40 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1343710 Feb 18 04:28:20.504870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device c98603c2-9a9e-41ea-8066-f2467d336861 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:20.561097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39360) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:20.565836 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2adced08-ff58-440d-b827-8f324aabedbe req-5078a3f2-2686-4652-87e9-3e6cd8082306 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832992 Feb 18 04:28:20.587413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:20.608987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:20.613513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Usage tracker for resource:security_group_rule and tenant:8dce8f1499a64b98bf874ecf1fecb82e is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:20.617699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:20.623966 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:20.833420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:20.844713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:20.882076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port c98603c2-9a9e-41ea-8066-f2467d336861 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:28:20.887491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:20.902030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port c98603c2-9a9e-41ea-8066-f2467d336861 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:20.902241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:20.952833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9cb4b-cbe0-4bbb-bead-d88d5d423cc7,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:20.975888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:20.984922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-39ae9f53-649a-43e8-ae96-233848bfc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:20.986522 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-39ae9f53-649a-43e8-ae96-233848bfc3d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1162 time: 0.9921858 Feb 18 04:28:20.995675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:28:21.035729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'dea012d6-1dca-4ac4-b00f-47825f7d4d1a', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'floating_ip_address': '172.28.0.138', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'port_id': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'mac_address': 'fa:16:3e:33:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:27:45Z', 'updated_at': '2021-02-18T04:28:18Z', 'revision_number': 1, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:21.044727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] Checking router: 6403b3e2-162f-4dd4-9ba3-442dceafaec4 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:28:21.061231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:28:21.062142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:28:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:21.107515 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dce8f1499a64b98bf874ecf1fecb82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396748 Feb 18 04:28:21.110331 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39382) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:21.125353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:21.222127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port c98603c2-9a9e-41ea-8066-f2467d336861, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=c98603c2-9a9e-41ea-8066-f2467d336861,segment=NetworkSegment(f13a23e7-46df-4771-8a83-8ec644ec05f6),segment_id=f13a23e7-46df-4771-8a83-8ec644ec05f6)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:21.225213 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98603c2-9a9e-41ea-8066-f2467d336861'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:21.234184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:21.244511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:21.274623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:28:21.290863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:21.353330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fd8ab-43d7-4910-ab5e-e22348807eef req-01a07448-2787-4077-a077-a3befab84f06 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:21.358185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:28:21.365999 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e84fd8ab-43d7-4910-ab5e-e22348807eef req-01a07448-2787-4077-a077-a3befab84f06 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 945 time: 0.4870293 Feb 18 04:28:21.407199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:21.438415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=c98603c2-9a9e-41ea-8066-f2467d336861,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:21.440876 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e84fd8ab-43d7-4910-ab5e-e22348807eef req-ff3fa276-6da4-46ab-85af-c8e0d39cf36d tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729563 Feb 18 04:28:21.462350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] Sync routers for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:28:21.472298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc883aa-1a1e-453d-8d38-f20b76041153 req-e5276e82-b185-427f-9f4f-07f14e6b538a tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:21.473236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:21.475369 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2fc883aa-1a1e-453d-8d38-f20b76041153 req-e5276e82-b185-427f-9f4f-07f14e6b538a tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 943 time: 0.5875707 Feb 18 04:28:21.500123 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:21.503136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 9d992874-c964-4031-bc43-49c15e453251 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:21.589103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:21.594508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-616821a6-a104-44a9-8be7-a8e6c684bf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:21.604145 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2fc883aa-1a1e-453d-8d38-f20b76041153 req-8ea99b2f-6ed8-4b73-9665-496ab05ac725 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998192 Feb 18 04:28:21.605872 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5855edb7-0777-46ff-afb4-2939b1825f01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "PUT /v2.0/floatingips/c7e7cb1a-afcd-4662-9db4-1a216f81cdab HTTP/1.1" status: 200 len: 989 time: 3.3780313 Feb 18 04:28:21.616436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9cb4b-cbe0-4bbb-bead-d88d5d423cc7,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:21.624584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53'}] {{(pid=83966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:21.634665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:21.648152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:21.651208 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2a9cb4b-cbe0-4bbb-bead-d88d5d423cc7 HTTP/1.1" status: 204 len: 168 time: 0.5400519 Feb 18 04:28:21.688376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-6f5a4c07-e486-4205-b98c-3ee5866fe9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:21.689930 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-6f5a4c07-e486-4205-b98c-3ee5866fe9f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.6876354 Feb 18 04:28:21.706989 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:28:21.712026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:28:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:21.848111 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98603c2-9a9e-41ea-8066-f2467d336861', 'code': 200} Feb 18 04:28:21.912777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'dea012d6-1dca-4ac4-b00f-47825f7d4d1a', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'floating_ip_address': '172.28.0.138', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'port_id': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'mac_address': 'fa:16:3e:33:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:27:45Z', 'updated_at': '2021-02-18T04:28:18Z', 'revision_number': 1, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:21.925612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86765dae-5d33-4b40-9df2-c3797f9dfe39 None None] The sync data for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb is: [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'dea012d6-1dca-4ac4-b00f-47825f7d4d1a', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'floating_ip_address': '172.28.0.138', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'port_id': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'mac_address': 'fa:16:3e:33:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:27:45Z', 'updated_at': '2021-02-18T04:28:18Z', 'revision_number': 1, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:28:22.015405 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-5f84bd59-6a3c-4be9-8ca8-e6cd92a6c485 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 200 len: 999 time: 0.3113813 Feb 18 04:28:22.168886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 9d992874-c964-4031-bc43-49c15e453251 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:22.169306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:22.173393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-4af7831a-05f8-445b-8da5-4b6d0a2a27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:22.175080 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-4af7831a-05f8-445b-8da5-4b6d0a2a27a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.1516397 Feb 18 04:28:22.177550 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53', 'status': 'completed', 'code': 200} Feb 18 04:28:22.294873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:22.364442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-18ce3d73-13bd-498d-83c9-f03c19209997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:22.366102 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-18ce3d73-13bd-498d-83c9-f03c19209997 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1803465 Feb 18 04:28:22.374335 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:28:22.428894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4382e2b-fe86-4c64-8829-157fda362f76 None None] New status for floating IP dea012d6-1dca-4ac4-b00f-47825f7d4d1a: ACTIVE {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:28:22.443500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39436) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:22.486780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1d43-1bb2-4ee8-bb87-de867528485b req-1b8f5fa9-8db4-4013-8350-6af01f9c2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:22.489019 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3dea1d43-1bb2-4ee8-bb87-de867528485b req-1b8f5fa9-8db4-4013-8350-6af01f9c2cd2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 1162 time: 0.4420106 Feb 18 04:28:22.498761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236bf20-a68d-4cbb-a194-78ada4345fde req-00f36218-f062-4505-829e-d7ac7a7d92b0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:22.508219 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c236bf20-a68d-4cbb-a194-78ada4345fde req-00f36218-f062-4505-829e-d7ac7a7d92b0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.3282013 Feb 18 04:28:22.608309 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-8e46c3f7-8c1e-44b5-bb55-3082a2bde4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:22.610276 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-8e46c3f7-8c1e-44b5-bb55-3082a2bde4fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1162 time: 0.3558898 Feb 18 04:28:22.628055 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c236bf20-a68d-4cbb-a194-78ada4345fde req-4b7a53a2-ac9b-45c8-a977-b05c5ae84b67 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188357 Feb 18 04:28:22.816275 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-9fe7a9a5-6b88-4b85-a492-46568f889b33 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400675 Feb 18 04:28:22.898530 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3dea1d43-1bb2-4ee8-bb87-de867528485b req-a1c5dd15-0930-4949-b4f4-b7eae6c359df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834085 Feb 18 04:28:22.902349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:22.953729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6f329-bd55-48bc-9e88-7c3a7b4e5bdf req-7efc6d75-6de3-474c-83ca-d27e6fb801f5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:22.962496 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f9f6f329-bd55-48bc-9e88-7c3a7b4e5bdf req-7efc6d75-6de3-474c-83ca-d27e6fb801f5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 945 time: 0.2732203 Feb 18 04:28:23.015382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:23.025065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e851cc2b4c41ab90551247ea66b864 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:23.030274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:23.035063 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5175ecb8-ce88-4435-b1d3-c18fd5beb1b0 req-7822bc74-09b6-4615-a67a-3c7c5b2c7ba4 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2093730 Feb 18 04:28:23.054536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:23.080230 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f9f6f329-bd55-48bc-9e88-7c3a7b4e5bdf req-11a66a26-0247-4c46-ab15-142ba2e654b7 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167941 Feb 18 04:28:23.121089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device c98603c2-9a9e-41ea-8066-f2467d336861 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:23.162770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:23.176898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:23.202549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:23.269623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c29a2e-3e3e-4a79-a737-1a5152247cd5,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:23.280622 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:23.282957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port c98603c2-9a9e-41ea-8066-f2467d336861 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:23.283448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:23.299399 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4e851cc2b4c41ab90551247ea66b864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8498404 Feb 18 04:28:23.300147 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39468) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:23.358315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32db6fe-b7c9-46ae-a5ef-22fc0a9b1eed req-4190ed67-b3c0-43e9-9fae-5a86f051086f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:23.367533 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a32db6fe-b7c9-46ae-a5ef-22fc0a9b1eed req-4190ed67-b3c0-43e9-9fae-5a86f051086f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 945 time: 0.4985356 Feb 18 04:28:23.395828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-826c86d5-ca7d-4788-b57f-7a94ef307624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:23.397727 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-826c86d5-ca7d-4788-b57f-7a94ef307624 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.7426898 Feb 18 04:28:23.407801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:23.428422 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a32db6fe-b7c9-46ae-a5ef-22fc0a9b1eed req-56189a82-89f4-4fd4-94ce-15e5023aeb7e tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595999 Feb 18 04:28:23.438019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:23.486534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:23.495430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:23.500414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'c7e7cb1a-afcd-4662-9db4-1a216f81cdab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'port_id': '831707a8-2b13-42e1-af69-e5d4c3253d53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'mac_address': 'fa:16:3e:8f:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:27:39Z', 'updated_at': '2021-02-18T04:28:19Z', 'revision_number': 1, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:23.508932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] Checking router: 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:28:23.513144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:23.514323 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83c29a2e-3e3e-4a79-a737-1a5152247cd5 HTTP/1.1" status: 204 len: 168 time: 0.2124414 Feb 18 04:28:23.520843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c29a2e-3e3e-4a79-a737-1a5152247cd5,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:23.525206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:23.526763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:28:23.527947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:28:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:23.573140 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-16f65ed8-00d9-40ca-b5d9-7ac109e75f34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 997 time: 0.1383452 Feb 18 04:28:23.721001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-721de403-11be-4cdd-8b77-a321c5217243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:23.722575 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-721de403-11be-4cdd-8b77-a321c5217243 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.1361279 Feb 18 04:28:23.827935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:28:23.916621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device c98603c2-9a9e-41ea-8066-f2467d336861 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:23.931673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-7cffa178-af63-4991-b62a-1e441fa43f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:23.933272 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-7cffa178-af63-4991-b62a-1e441fa43f03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1990480 Feb 18 04:28:24.001166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd0aba-a886-4ae3-b94b-b3e87b0e5e4c req-c14a0fdf-c1d2-44d2-ba6d-5905dfba2e90 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:24.002856 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d5dd0aba-a886-4ae3-b94b-b3e87b0e5e4c req-c14a0fdf-c1d2-44d2-ba6d-5905dfba2e90 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1620708 Feb 18 04:28:24.118283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39530) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:24.165085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.183636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:24.189076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Usage tracker for resource:security_group_rule and tenant:182ed1d8fd4b4e44b65a17033e2572d9 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:24.192892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:24.200327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:24.313986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.319361 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.341499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-25f45030-c104-4940-9a10-b6174e03338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:24.372908 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d5dd0aba-a886-4ae3-b94b-b3e87b0e5e4c req-9acfb500-89fc-4996-a9ea-872c295258de tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809035 Feb 18 04:28:24.387831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4c7754-f34d-47e5-87bd-e5eb20d9bfd3,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:24.393161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:24.416237 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=182ed1d8fd4b4e44b65a17033e2572d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964206 Feb 18 04:28:24.417607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39542) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:24.525858 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-cbd64d88-caea-4599-8d71-751357cb3cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687776 Feb 18 04:28:24.550525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.642826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.778245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port c98603c2-9a9e-41ea-8066-f2467d336861 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:24.778784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.810969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.833297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:24.882658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:24.903509 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e4c7754-f34d-47e5-87bd-e5eb20d9bfd3 HTTP/1.1" status: 204 len: 168 time: 0.4819510 Feb 18 04:28:24.925126 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bcfa8a20-3cdb-41b3-bf44-3846d17c6e0a req-ee797343-fc1b-4565-adeb-dbf07371082d service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3831165 Feb 18 04:28:24.926671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4c7754-f34d-47e5-87bd-e5eb20d9bfd3,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:24.930956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:25.086631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4c6f-e646-446c-896a-f3e67d7c2c09 req-f662cb57-91c3-4243-8e7e-6b359482b984 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:25.091128 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'c7e7cb1a-afcd-4662-9db4-1a216f81cdab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'port_id': '831707a8-2b13-42e1-af69-e5d4c3253d53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'mac_address': 'fa:16:3e:8f:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:27:39Z', 'updated_at': '2021-02-18T04:28:19Z', 'revision_number': 1, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:25.096508 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6edc4c6f-e646-446c-896a-f3e67d7c2c09 req-f662cb57-91c3-4243-8e7e-6b359482b984 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 945 time: 0.1363266 Feb 18 04:28:25.107503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027426e-6a30-4f14-a6e3-8bb2de728759 None None] The sync data for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb is: [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'c7e7cb1a-afcd-4662-9db4-1a216f81cdab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'port_id': '831707a8-2b13-42e1-af69-e5d4c3253d53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'mac_address': 'fa:16:3e:8f:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:27:39Z', 'updated_at': '2021-02-18T04:28:19Z', 'revision_number': 1, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:28:25.158073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6edc4c6f-e646-446c-896a-f3e67d7c2c09 req-de407dd5-cdbb-4dd8-b416-82d2382f47ea tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600431 Feb 18 04:28:25.263562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39582) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:25.282603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f18b0-fd65-416b-92e5-dbf579ec8566 req-f295364e-1569-43c5-978e-7d8306501465 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:25.282603 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ba0f18b0-fd65-416b-92e5-dbf579ec8566 req-f295364e-1569-43c5-978e-7d8306501465 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 945 time: 0.1159821 Feb 18 04:28:25.358455 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ba0f18b0-fd65-416b-92e5-dbf579ec8566 req-8eea6132-93ee-4734-8b6e-0ad63f7b1f06 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Feb 18 04:28:25.536354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28311fe-8b57-42e2-a44b-29b6b79cf91f None None] New status for floating IP c7e7cb1a-afcd-4662-9db4-1a216f81cdab: ACTIVE {{(pid=83968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:28:25.605488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:25.625586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:25.629905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Usage tracker for resource:security_group_rule and tenant:807e10bf3ba346588dfc416139241f1f is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:25.633115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:25.639281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:25.762712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43da11d-9035-4e4b-acdd-93aaea7e851a req-dc4325b3-3369-4e75-82b6-c1c61418b0d0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:25.783955 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c43da11d-9035-4e4b-acdd-93aaea7e851a req-dc4325b3-3369-4e75-82b6-c1c61418b0d0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.2597573 Feb 18 04:28:25.892758 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c43da11d-9035-4e4b-acdd-93aaea7e851a req-b21c80e3-39eb-41ac-9520-55cfc923edae tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078258 Feb 18 04:28:25.919799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device c98603c2-9a9e-41ea-8066-f2467d336861 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:25.938831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:25.943594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:25.951806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:26.018341 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144e6e0-9394-4a87-ad20-b1d263fbc8f3,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:26.025333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:26.055995 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=807e10bf3ba346588dfc416139241f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7906363 Feb 18 04:28:26.058699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39616) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:26.132799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port c98603c2-9a9e-41ea-8066-f2467d336861 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:26.133243 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.142238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.179596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.232086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.237750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-70570531-795d-4a45-b3ad-7568d536b676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:26.248664 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144e6e0-9394-4a87-ad20-b1d263fbc8f3,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:26.253016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:26.260280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.261293 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a144e6e0-9394-4a87-ad20-b1d263fbc8f3 HTTP/1.1" status: 204 len: 168 time: 0.2014847 Feb 18 04:28:26.574333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ebea6-9e14-4396-aa71-04d0ee09db7e req-4fbaa2db-ffb6-489a-b22e-606aaa8a7dee tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:26.576016 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab9ebea6-9e14-4396-aa71-04d0ee09db7e req-4fbaa2db-ffb6-489a-b22e-606aaa8a7dee tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 945 time: 0.0883019 Feb 18 04:28:26.618025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39634) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:26.633569 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab9ebea6-9e14-4396-aa71-04d0ee09db7e req-4b95c8ac-1047-4225-a725-fc32e9c9ece4 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Feb 18 04:28:26.733720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39640) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:26.747564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.752666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.764001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:26.767789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Usage tracker for resource:security_group_rule and tenant:9ee991a8fd3f41ec8ed4d2bfe33b22bb is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:26.771539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:26.772862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:26.777217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc74504cdb24b1d802e3cb506e255d5 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:26.777477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:26.780439 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:26.787948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:26.880103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.883557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:26.892817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9519ecbf-83c7-4827-92bd-2eb6494fe5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:26.928193 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9cc74504cdb24b1d802e3cb506e255d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903758 Feb 18 04:28:26.930204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39646) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:26.932366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccbc83-4239-4681-aced-2497de4306b8 req-268a4b99-0c3b-4079-b01c-258d8ef7245f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:26.933965 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40ccbc83-4239-4681-aced-2497de4306b8 req-268a4b99-0c3b-4079-b01c-258d8ef7245f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 945 time: 0.1282623 Feb 18 04:28:27.008074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb30524-0b78-4ad1-a625-bfea5b91d8d4,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:27.013640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:27.021530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.030625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.043411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-070e3efc-e67f-41b7-b670-078be368c116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:27.069890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.076501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b9dfe5-0f90-45de-bb47-81082fcb8412,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:27.090436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:27.120652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.152154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Deleting port 9d992874-c964-4031-bc43-49c15e453251 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:28:27.152540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.174146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.180305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cc7fc504-9012-46f3-8535-331c17f41d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:27.195590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb30524-0b78-4ad1-a625-bfea5b91d8d4,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:27.198678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:27.199867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.201059 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcb30524-0b78-4ad1-a625-bfea5b91d8d4 HTTP/1.1" status: 204 len: 168 time: 0.2699013 Feb 18 04:28:27.263407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39662) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:27.263687 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ee991a8fd3f41ec8ed4d2bfe33b22bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442535 Feb 18 04:28:27.345779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.376557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.410949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3aa7-9498-44ee-a0b7-2230f218ab0f req-1fccd08d-505c-423a-9335-e49165bf5290 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:27.412606 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-205c3aa7-9498-44ee-a0b7-2230f218ab0f req-1fccd08d-505c-423a-9335-e49165bf5290 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.3206868 Feb 18 04:28:27.423710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.430323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9371403b-f7e3-4e00-9ae9-de1340448e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:27.442200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b9dfe5-0f90-45de-bb47-81082fcb8412,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:27.445103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:27.448747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.449954 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1b9dfe5-0f90-45de-bb47-81082fcb8412 HTTP/1.1" status: 204 len: 168 time: 0.1852250 Feb 18 04:28:27.519937 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-205c3aa7-9498-44ee-a0b7-2230f218ab0f req-df8cd670-a4e2-4221-ba92-7457294aeb7d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982633 Feb 18 04:28:27.555737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2dc41808-ce01-4cbb-87c4-8ab45b2b46d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.558710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] For port 9d992874-c964-4031-bc43-49c15e453251, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=9d992874-c964-4031-bc43-49c15e453251,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:27.559120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.618543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 9d992874-c964-4031-bc43-49c15e453251 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:28:27.731512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Calling delete_port for 9d992874-c964-4031-bc43-49c15e453251 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:28:27.791214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.864069 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 9d992874-c964-4031-bc43-49c15e453251, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=9d992874-c964-4031-bc43-49c15e453251,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:27.867724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d992874-c964-4031-bc43-49c15e453251'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:27.907142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:27.909203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:27.991020 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d992874-c964-4031-bc43-49c15e453251', 'code': 200} Feb 18 04:28:28.001578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:28:28.001983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:28:28.027313 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=9d992874-c964-4031-bc43-49c15e453251,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:28.029436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbe34b-4b29-4468-b278-6608dd08c42d req-63ed3ecf-7236-4b67-8b8f-7d6081391698 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:28.040212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:28.043042 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31dbe34b-4b29-4468-b278-6608dd08c42d req-63ed3ecf-7236-4b67-8b8f-7d6081391698 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 943 time: 0.1651773 Feb 18 04:28:28.340125 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31dbe34b-4b29-4468-b278-6608dd08c42d req-387d4ac4-77f5-423e-8055-4fe6dc908111 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957215 Feb 18 04:28:28.465426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:28:28.503655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Deleting port 9d992874-c964-4031-bc43-49c15e453251 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:28:28.504753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:28.906079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] For port 9d992874-c964-4031-bc43-49c15e453251, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=9d992874-c964-4031-bc43-49c15e453251,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:28.906553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:29.062212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Calling delete_port for 9d992874-c964-4031-bc43-49c15e453251 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:28:29.110854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444d15-049c-43e2-a421-e7d5f007d0a4 req-5a8be982-fe2e-41fc-ad9b-9d7038a84b07 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:29.119742 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a444d15-049c-43e2-a421-e7d5f007d0a4 req-5a8be982-fe2e-41fc-ad9b-9d7038a84b07 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.3328159 Feb 18 04:28:29.178107 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a444d15-049c-43e2-a421-e7d5f007d0a4 req-146b1f00-3aff-4330-a4bd-18eab1f886d9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573483 Feb 18 04:28:29.321083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:29.470717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:29.552079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Pushing event deleted for resources: {'Port': ['ID=9d992874-c964-4031-bc43-49c15e453251,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:29.556963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:29.583042 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ed6354f4-ab2c-4295-85ea-8604c38915d1 req-946e55a2-e4ac-4d3d-be42-5377a89226ce tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=43672c28-27a0-4a77-b330-8fe4e81d2a30 HTTP/1.1" status: 200 len: 210 time: 0.0673366 Feb 18 04:28:29.635747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] No DVR routers for this DVR port 9d992874-c964-4031-bc43-49c15e453251 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:28:29.640568 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:29.643489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'name': 'network-vif-deleted', 'tag': '9d992874-c964-4031-bc43-49c15e453251'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:29.710527 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40ccbc83-4239-4681-aced-2497de4306b8 req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "DELETE /v2.0/ports/9d992874-c964-4031-bc43-49c15e453251 HTTP/1.1" status: 204 len: 173 time: 2.7688708 Feb 18 04:28:29.723195 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43672c28-27a0-4a77-b330-8fe4e81d2a30', 'name': 'network-vif-deleted', 'tag': '9d992874-c964-4031-bc43-49c15e453251', 'status': 'completed', 'code': 200} Feb 18 04:28:29.774819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fed62c3d-1592-49dd-8c79-b311747b28a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:30.182553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:30.222060 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84270ba-8aae-414c-8436-bc044da81dac req-047607c5-17c3-41b9-8a77-a1155073a80a tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:30.224323 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f84270ba-8aae-414c-8436-bc044da81dac req-047607c5-17c3-41b9-8a77-a1155073a80a tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 945 time: 0.1179459 Feb 18 04:28:30.275987 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f84270ba-8aae-414c-8436-bc044da81dac req-b035c801-366b-44b5-9e8c-f5503a310973 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449233 Feb 18 04:28:30.449573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44d01a-c98e-4d9f-b844-fa9e9ba71a2a req-37eaf929-32c4-445b-bcb7-8c31cfac869e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:30.451613 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6d44d01a-c98e-4d9f-b844-fa9e9ba71a2a req-37eaf929-32c4-445b-bcb7-8c31cfac869e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1207261 Feb 18 04:28:30.512914 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6d44d01a-c98e-4d9f-b844-fa9e9ba71a2a req-9a9dc634-507f-482c-846a-bb3bac4b64ec tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Feb 18 04:28:30.903551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39832) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:31.056472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-29c84188-805f-4b0d-892b-61f031099e87 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:31.058022 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-29c84188-805f-4b0d-892b-61f031099e87 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/networks?id=b4bf4033-48ce-48c2-acfc-708add46378c HTTP/1.1" status: 200 len: 809 time: 0.1573677 Feb 18 04:28:31.074155 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-1f51a8a4-41b5-44b7-85ce-ada754fe379d tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/quotas/cc0f41e4e31644838531af66387f6bd6 HTTP/1.1" status: 200 len: 375 time: 0.0100157 Feb 18 04:28:31.094435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.110550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:31.114818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Usage tracker for resource:security_group_rule and tenant:93feef29110141099c3846236ed4fcc3 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:31.117834 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:31.123557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:31.131941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-39e141c6-34c1-46ab-b7de-9ea63cfb0779 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Synchronizing usage tracker for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:31.146977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-39e141c6-34c1-46ab-b7de-9ea63cfb0779 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Unset dirty status for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:31.148980 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-39e141c6-34c1-46ab-b7de-9ea63cfb0779 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc0f41e4e31644838531af66387f6bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690787 Feb 18 04:28:31.209334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.212295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.221712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4f4d4b97-e50a-4535-92fc-8fefbb04ed6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:31.265741 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93feef29110141099c3846236ed4fcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606997 Feb 18 04:28:31.266749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585b09a-7846-4063-a753-067d9688d62c,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:31.270768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:31.270903 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 39840) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:31.346735 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-ff42355f-2815-4136-945d-fbdf3c07276e service neutron] 10.222.0.58 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882784 Feb 18 04:28:31.458529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.503796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55c3a3-6a30-4867-a447-210482246d55 req-c1ae025a-42b7-42ec-aaa0-cbee22ecc5c4 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:31.506683 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cd55c3a3-6a30-4867-a447-210482246d55 req-c1ae025a-42b7-42ec-aaa0-cbee22ecc5c4 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 945 time: 0.0974011 Feb 18 04:28:31.518077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.563198 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cd55c3a3-6a30-4867-a447-210482246d55 req-ef04546a-664c-4504-999a-451e833b5841 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/security-groups?id=685a80ca-39b9-4a87-8053-b3069646bc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495319 Feb 18 04:28:31.684554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device c98603c2-9a9e-41ea-8066-f2467d336861 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:31.728524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.767029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port c98603c2-9a9e-41ea-8066-f2467d336861 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:31.767749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.794062 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-9daef083-3cf7-4512-856a-ada029e836d4 service neutron] 10.222.0.58 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4330509 Feb 18 04:28:31.812291 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-88f89544-8a37-4a5c-a905-fced37a09198 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a7d268e2027e47009b16b9d1cfb6a09f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655253 Feb 18 04:28:31.827300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.832979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:31.855066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585b09a-7846-4063-a753-067d9688d62c,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:31.858726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:31.866646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:31.871057 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7585b09a-7846-4063-a753-067d9688d62c HTTP/1.1" status: 204 len: 168 time: 0.5988183 Feb 18 04:28:31.942401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:32.059506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-8c98de59-a10c-4ab0-aea6-752dfea6d3ed tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:32.062674 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-8c98de59-a10c-4ab0-aea6-752dfea6d3ed tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400475 Feb 18 04:28:32.079538 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-61232467-0bb0-48fb-bb6b-e0008685bc8a tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/quotas/a7d268e2027e47009b16b9d1cfb6a09f HTTP/1.1" status: 200 len: 375 time: 0.0108039 Feb 18 04:28:32.149641 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-89c9fdb4-42ea-4e64-89db-d53c022aa075 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7d268e2027e47009b16b9d1cfb6a09f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615079 Feb 18 04:28:32.157408 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-6b31825f-fe4a-4c2a-8021-1a7513c25857 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:32.158968 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-6b31825f-fe4a-4c2a-8021-1a7513c25857 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.23 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 945 time: 0.2398465 Feb 18 04:28:32.289619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Deleting port c98603c2-9a9e-41ea-8066-f2467d336861 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:28:32.290131 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:32.509935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39888) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:32.530277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:32.555732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:32.560526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Usage tracker for resource:security_group_rule and tenant:599f9f38f0fc4eb5b71859bab2b8842f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:32.563590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:32.570401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:32.650071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] For port c98603c2-9a9e-41ea-8066-f2467d336861, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=c98603c2-9a9e-41ea-8066-f2467d336861,segment=NetworkSegment(f13a23e7-46df-4771-8a83-8ec644ec05f6),segment_id=f13a23e7-46df-4771-8a83-8ec644ec05f6)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:32.650465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:32.732594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:32.736874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:32.747456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:32.805718 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=599f9f38f0fc4eb5b71859bab2b8842f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945275 Feb 18 04:28:32.810841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a43ced-a486-4535-b41f-3a58b07cda3d,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:32.814879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 39898) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:32.829090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:32.883974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Calling delete_port for c98603c2-9a9e-41ea-8066-f2467d336861 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:28:32.952927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399865-3ed6-4455-bf5c-6bf4ec1c95fa req-7088f4ce-757c-4173-873a-da8c62e60bf2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:32.954539 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7a399865-3ed6-4455-bf5c-6bf4ec1c95fa req-7088f4ce-757c-4173-873a-da8c62e60bf2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.8795168 Feb 18 04:28:33.001055 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40437001-460b-4fda-bbe2-856b24005658 req-d9de4072-02ab-4c3c-adef-3663f54cfe3a tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 210 time: 0.1134739 Feb 18 04:28:33.009925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:33.043225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:33.105054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:33.111053 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d4752586-09aa-481a-b20b-99cefcdb6467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:33.124167 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7a399865-3ed6-4455-bf5c-6bf4ec1c95fa req-da61b0b4-d159-445b-af70-754cd70755bb tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476364 Feb 18 04:28:33.131528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a43ced-a486-4535-b41f-3a58b07cda3d,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:33.137923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:33.138461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:33.155937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:33.200324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:33.204808 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2a43ced-a486-4535-b41f-3a58b07cda3d HTTP/1.1" status: 204 len: 168 time: 0.3773873 Feb 18 04:28:33.205695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Pushing event deleted for resources: {'Port': ['ID=c98603c2-9a9e-41ea-8066-f2467d336861,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:33.208756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:33.227295 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be5471e5-b92d-4961-9e47-65e841c1ee31 req-9ae4a1a3-54e7-4105-b6fe-f886195091d1 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0921283 Feb 18 04:28:33.231024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf011-f078-4e96-b5e7-520c0275c17d req-ab8b7eb2-ca2b-48a7-bbd3-b15f902a3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:33.232644 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-96dbf011-f078-4e96-b5e7-520c0275c17d req-ab8b7eb2-ca2b-48a7-bbd3-b15f902a3cdd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 1163 time: 0.2862027 Feb 18 04:28:33.289161 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-96dbf011-f078-4e96-b5e7-520c0275c17d req-18f06d64-a55e-45c9-9f51-89124e66b06b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Feb 18 04:28:33.334411 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-41b920e6-4238-4aeb-ba20-1e742dbeb463 req-40ad38b3-326f-4303-ae1a-f938b9dfff2e tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 210 time: 0.0624628 Feb 18 04:28:33.435628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] No DVR routers for this DVR port c98603c2-9a9e-41ea-8066-f2467d336861 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:28:33.437870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:33.440716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'name': 'network-vif-deleted', 'tag': 'c98603c2-9a9e-41ea-8066-f2467d336861'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:33.459057 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8227346f-b407-4ae4-9b3c-bb9789666f30 req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.23 "DELETE /v2.0/ports/c98603c2-9a9e-41ea-8066-f2467d336861 HTTP/1.1" status: 204 len: 173 time: 1.2917261 Feb 18 04:28:33.490733 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a2dc5d-4ed9-453b-8778-afe861e5c856', 'name': 'network-vif-deleted', 'tag': 'c98603c2-9a9e-41ea-8066-f2467d336861', 'status': 'completed', 'code': 200} Feb 18 04:28:33.650212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device c98603c2-9a9e-41ea-8066-f2467d336861 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:28:33.700585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: c98603c2-9a9e-41ea-8066-f2467d336861 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:28:33.701148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device c98603c2-9a9e-41ea-8066-f2467d336861 not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:28:34.105148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-997f2365-8463-4587-8303-8187d9b2d2b7 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:34.106816 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-997f2365-8463-4587-8303-8187d9b2d2b7 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "GET /v2.0/networks?id=b4bf4033-48ce-48c2-acfc-708add46378c HTTP/1.1" status: 200 len: 809 time: 0.1814044 Feb 18 04:28:34.126174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Request body: {'port': {'device_id': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c', 'admin_state_up': True, 'tenant_id': 'cc0f41e4e31644838531af66387f6bd6'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:34.300125 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab07d700-5afb-43ba-876b-9a97a6fc22bd req-f7362af8-eaf5-4e25-acef-95f155806f90 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 210 time: 0.1519127 Feb 18 04:28:34.369317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:34.381627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:34.395917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Made reservation on behalf of cc0f41e4e31644838531af66387f6bd6 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:28:34.411605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:34.538098 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-d96a23a9-bb9d-489a-a50f-51d4c16657fd tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a7d268e2027e47009b16b9d1cfb6a09f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512969 Feb 18 04:28:34.544505 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b89e375c-6c5c-4e56-b24a-5dea8901f79b req-bd5b0b3b-95e1-494b-82db-daa7bd8980d7 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0961180 Feb 18 04:28:34.713403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383540e-bf46-4553-8e71-222227004e82 req-14d8a33c-031c-4b2a-bd47-c21d3b7bf84e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:34.715350 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a383540e-bf46-4553-8e71-222227004e82 req-14d8a33c-031c-4b2a-bd47-c21d3b7bf84e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.2767177 Feb 18 04:28:34.848811 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a383540e-bf46-4553-8e71-222227004e82 req-84d54c6d-9e0f-4dc7-b1a0-2e48c72fe980 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244609 Feb 18 04:28:34.874336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-b3c2e9d5-006b-4aec-a281-eb0ca70d0941 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:34.875939 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-b3c2e9d5-006b-4aec-a281-eb0ca70d0941 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227162 Feb 18 04:28:34.909349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-231a83ef-baa8-45f6-9608-d7674aeab7b0 req-989a89a4-0d52-43ca-a7d6-1097ff97bdff tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Synchronizing usage tracker for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:34.933654 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-231a83ef-baa8-45f6-9608-d7674aeab7b0 req-989a89a4-0d52-43ca-a7d6-1097ff97bdff tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Unset dirty status for tenant:5fd6ebd810934ac1a06934fa14533a46 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:34.943303 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-231a83ef-baa8-45f6-9608-d7674aeab7b0 req-989a89a4-0d52-43ca-a7d6-1097ff97bdff tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a2dc5d-4ed9-453b-8778-afe861e5c856 HTTP/1.1" status: 200 len: 210 time: 0.1222699 Feb 18 04:28:35.070920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Request body: {'port': {'device_id': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21', 'admin_state_up': True, 'tenant_id': 'a7d268e2027e47009b16b9d1cfb6a09f'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:35.100551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Allocated IP 172.20.0.5 (b4bf4033-48ce-48c2-acfc-708add46378c/899fdb9b-1977-4138-9c74-e7fe8b5b6e97/456d05f7-9b39-420d-b486-c48c90194625) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:28:35.257883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:35.263419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Usage tracker for resource:port and tenant:a7d268e2027e47009b16b9d1cfb6a09f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:35.266452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:35.273026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:35.284778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Made reservation on behalf of a7d268e2027e47009b16b9d1cfb6a09f for: {'port': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:28:35.291066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:35.304955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:35.322452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:35.326869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Usage tracker for resource:security_group_rule and tenant:a7d268e2027e47009b16b9d1cfb6a09f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:35.330883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:35.337289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:35.341457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:35.374182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:35.398559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6f5b7db9-4dc8-41c0-b45a-087b1c7046a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:35.431212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:35.475606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:35.491779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b913d9e2-5716-4415-bdf4-2749d590b750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:35.541700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Pushing event updated for resources: {'Port': ['ID=456d05f7-9b39-420d-b486-c48c90194625,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:35.546143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:35.606111 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Network b4bf4033-48ce-48c2-acfc-708add46378c is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:28:35.607630 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:28:35.610226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:28:35.622346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1de1c9-d312-4642-89e4-9d0d63eda7ea,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:35.626728 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:35.683394 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:35.684170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:35.684500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dbb66-bec3-4a12-b899-b61eb3ddbd72 req-78d6ca79-7062-4a75-94a1-36118ca4644c tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:35.687069 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d84dbb66-bec3-4a12-b899-b61eb3ddbd72 req-78d6ca79-7062-4a75-94a1-36118ca4644c tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 931 time: 0.2587163 Feb 18 04:28:35.745382 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a9494f71-6373-47f5-951a-74c68159f75d req-95c6de79-c7f1-4f04-918c-84da8e26c503 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0564520 Feb 18 04:28:35.757858 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6362832 Feb 18 04:28:35.804927 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d84dbb66-bec3-4a12-b899-b61eb3ddbd72 req-c687b935-d08e-40f1-bdd4-65ccaf1d96ef tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752640 Feb 18 04:28:35.849229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Request body: {'port': {'device_id': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:35.898300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Allocated IP 192.168.233.199 (0fd13931-9989-4052-8a3f-6f5ef27d0b21/c022fff8-ffc6-497d-b985-0c4f0f78c2f0/e5949aec-13be-4346-a586-3149436b6e8d) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:28:35.979936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:36.159925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:36.180087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Transition to ACTIVE for port object e5949aec-13be-4346-a586-3149436b6e8d will not be triggered until provisioned by entity DHCP. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:28:36.217807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:36.253391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:36.261255 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eb733-f862-4ae9-abc7-3b2f39c3eb3e req-948e30f6-4c54-4b3a-914e-0b88b56b16d2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:36.268612 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f93eb733-f862-4ae9-abc7-3b2f39c3eb3e req-948e30f6-4c54-4b3a-914e-0b88b56b16d2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.2781088 Feb 18 04:28:36.404917 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f93eb733-f862-4ae9-abc7-3b2f39c3eb3e req-ca00b5e9-4e50-4fb7-86ce-16864abdedc2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331565 Feb 18 04:28:36.407865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Pushing event updated for resources: {'Port': ['ID=e5949aec-13be-4346-a586-3149436b6e8d,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:36.428671 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:36.546406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:28:36.562541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:28:36.569188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:28:36.704006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:36.704739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:36.751308 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6848335 Feb 18 04:28:36.782711 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Request body: {'port': {'device_id': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:28:36.934264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-3e923338-8c96-412d-ae2a-add86c351336 None None] Provisioning for port e5949aec-13be-4346-a586-3149436b6e8d completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:28:36.942757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-3e923338-8c96-412d-ae2a-add86c351336 None None] Provisioning complete for port e5949aec-13be-4346-a586-3149436b6e8d triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:36.943184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3e923338-8c96-412d-ae2a-add86c351336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:36.953528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:37.026825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3e923338-8c96-412d-ae2a-add86c351336 None None] Port e5949aec-13be-4346-a586-3149436b6e8d cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:28:37.107354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502656a3-3d7d-427b-85cb-48046d5a81b5 req-844557d9-c65c-45f6-b4a5-e22c7b199c35 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:37.108877 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-502656a3-3d7d-427b-85cb-48046d5a81b5 req-844557d9-c65c-45f6-b4a5-e22c7b199c35 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.4553113 Feb 18 04:28:37.148366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456d05f7-9b39-420d-b486-c48c90194625 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:28:37.163496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba83cdb-86e0-4719-8544-c9b462df5838 req-b54a2b98-a18b-4b82-a6ea-7ea8e32fe172 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:37.164243 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-eba83cdb-86e0-4719-8544-c9b462df5838 req-b54a2b98-a18b-4b82-a6ea-7ea8e32fe172 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Synchronizing usage tracker for tenant:a7d268e2027e47009b16b9d1cfb6a09f on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:37.165296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:37.185466 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-502656a3-3d7d-427b-85cb-48046d5a81b5 req-f4b7a6b7-7624-4271-b08a-8eae341e44d6 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682960 Feb 18 04:28:37.187949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Transition to ACTIVE for port object 456d05f7-9b39-420d-b486-c48c90194625 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:28:37.190645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:37.250500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-eba83cdb-86e0-4719-8544-c9b462df5838 req-b54a2b98-a18b-4b82-a6ea-7ea8e32fe172 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Unset dirty status for tenant:a7d268e2027e47009b16b9d1cfb6a09f on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:37.251825 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eba83cdb-86e0-4719-8544-c9b462df5838 req-b54a2b98-a18b-4b82-a6ea-7ea8e32fe172 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 936 time: 0.2819343 Feb 18 04:28:37.315572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9c3de88f-4f9c-4fc5-9c43-89e8a22fdde8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:37.394133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-eba83cdb-86e0-4719-8544-c9b462df5838 req-c775309e-e800-4ed1-b5f2-66cbe51c1d0a tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Synchronizing usage tracker for tenant:a7d268e2027e47009b16b9d1cfb6a09f on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:37.433201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-eba83cdb-86e0-4719-8544-c9b462df5838 req-c775309e-e800-4ed1-b5f2-66cbe51c1d0a tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Unset dirty status for tenant:a7d268e2027e47009b16b9d1cfb6a09f on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:37.442136 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eba83cdb-86e0-4719-8544-c9b462df5838 req-c775309e-e800-4ed1-b5f2-66cbe51c1d0a tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828229 Feb 18 04:28:37.558025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5949aec-13be-4346-a586-3149436b6e8d {{(pid=83966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:28:37.567947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:37.573706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=456d05f7-9b39-420d-b486-c48c90194625,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:37.588138 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Transition to ACTIVE for port object e5949aec-13be-4346-a586-3149436b6e8d will not be triggered until provisioned by entity L2. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:28:37.591155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:37.606924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:37.610788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:37.655988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8093ff-1b30-424d-b86b-572b8d95d326 req-508496df-2304-4a8e-a914-ddc8093534f5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:37.656773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-7a8093ff-1b30-424d-b86b-572b8d95d326 req-508496df-2304-4a8e-a914-ddc8093534f5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Synchronizing usage tracker for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:37.688008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Attempting to bind port 456d05f7-9b39-420d-b486-c48c90194625 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:28:37.688393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Attempting to bind port 456d05f7-9b39-420d-b486-c48c90194625 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:28:37.688852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Attempting to bind port 456d05f7-9b39-420d-b486-c48c90194625 on network b4bf4033-48ce-48c2-acfc-708add46378c {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:28:37.694718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-7a8093ff-1b30-424d-b86b-572b8d95d326 req-508496df-2304-4a8e-a914-ddc8093534f5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Unset dirty status for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:37.702071 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7a8093ff-1b30-424d-b86b-572b8d95d326 req-508496df-2304-4a8e-a914-ddc8093534f5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.3876731 Feb 18 04:28:37.705000 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:28:37.705382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Checking segment: {'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:28:37.705792 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:37.706199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Bound using segment: {'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:28:37.706692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Bound port: 456d05f7-9b39-420d-b486-c48c90194625, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97886602-8634-454b-9504-e03802b0091d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b4bf4033-48ce-48c2-acfc-708add46378c'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:28:37.707648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:37.958702 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7a8093ff-1b30-424d-b86b-572b8d95d326 req-5955f2d3-e53e-449c-ac27-43864ffdc967 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556274 Feb 18 04:28:37.998687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] For port 456d05f7-9b39-420d-b486-c48c90194625, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:28:38.002469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] For port 456d05f7-9b39-420d-b486-c48c90194625, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=456d05f7-9b39-420d-b486-c48c90194625,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:28:38.008073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:38.026077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:38.048174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Pushing event updated for resources: {'Port': ['ID=e5949aec-13be-4346-a586-3149436b6e8d,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:38.061539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:38.205155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=456d05f7-9b39-420d-b486-c48c90194625,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:38.210218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:38.252400 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:38.252887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:38.255117 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/456d05f7-9b39-420d-b486-c48c90194625 HTTP/1.1" status: 200 len: 1157 time: 2.4112480 Feb 18 04:28:38.255674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'tag': '456d05f7-9b39-420d-b486-c48c90194625'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:38.384719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Attempting to bind port e5949aec-13be-4346-a586-3149436b6e8d on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:28:38.385094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Attempting to bind port e5949aec-13be-4346-a586-3149436b6e8d by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:28:38.385464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Attempting to bind port e5949aec-13be-4346-a586-3149436b6e8d on network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:28:38.389526 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'tag': '456d05f7-9b39-420d-b486-c48c90194625', 'status': 'completed', 'code': 200} Feb 18 04:28:38.396095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:28:38.396901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Checking segment: {'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:28:38.397494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:38.398574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Bound using segment: {'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'} {{(pid=83966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:28:38.399496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Bound port: e5949aec-13be-4346-a586-3149436b6e8d, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2125ad1-ca55-4675-9690-b67f341f1577', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0fd13931-9989-4052-8a3f-6f5ef27d0b21'}}] {{(pid=83966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:28:38.400221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:38.435621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-388d4672-8a87-4961-b78f-1cc487badbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:38.440545 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-388d4672-8a87-4961-b78f-1cc487badbb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc0f41e4e31644838531af66387f6bd6&device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 1160 time: 0.1293993 Feb 18 04:28:38.552186 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-2d16ed34-91ae-45de-848d-80d5a3074884 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d05f7-9b39-420d-b486-c48c90194625 HTTP/1.1" status: 200 len: 217 time: 0.0971947 Feb 18 04:28:38.559503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] For port e5949aec-13be-4346-a586-3149436b6e8d, host hv-cinder-77630, cleared binding levels {{(pid=83966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:28:38.568753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] For port e5949aec-13be-4346-a586-3149436b6e8d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e5949aec-13be-4346-a586-3149436b6e8d,segment=NetworkSegment(e2125ad1-ca55-4675-9690-b67f341f1577),segment_id=e2125ad1-ca55-4675-9690-b67f341f1577)] {{(pid=83966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:28:38.574489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:38.591576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:38.686447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-278edb4d-c29c-4c9a-990a-5104dd123314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:38.688345 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-278edb4d-c29c-4c9a-990a-5104dd123314 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=899fdb9b-1977-4138-9c74-e7fe8b5b6e97 HTTP/1.1" status: 200 len: 849 time: 0.1253588 Feb 18 04:28:38.747793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Pushing event updated for resources: {'Port': ['ID=e5949aec-13be-4346-a586-3149436b6e8d,revision_number=3']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:38.753196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:38.754939 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-ceba10b9-f3a1-48e8-aee4-c2a9178a9e59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4bf4033-48ce-48c2-acfc-708add46378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584512 Feb 18 04:28:38.772845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5ae8f-5a19-4b6c-8831-6287f2f84f2a req-7aae85d5-7d19-49d9-99dc-cd45936cb77f tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:38.774485 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9bf5ae8f-5a19-4b6c-8831-6287f2f84f2a req-7aae85d5-7d19-49d9-99dc-cd45936cb77f tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.1691456 Feb 18 04:28:38.783992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:38.785427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:38.787352 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5949aec-13be-4346-a586-3149436b6e8d HTTP/1.1" status: 200 len: 1162 time: 2.0166290 Feb 18 04:28:38.788054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'tag': 'e5949aec-13be-4346-a586-3149436b6e8d'}] {{(pid=83966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:38.890656 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'tag': 'e5949aec-13be-4346-a586-3149436b6e8d', 'status': 'completed', 'code': 200} Feb 18 04:28:38.931583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-874e67b2-1f52-4262-adde-f94a13754223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:38.933624 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-874e67b2-1f52-4262-adde-f94a13754223 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7d268e2027e47009b16b9d1cfb6a09f&device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 1165 time: 0.0973885 Feb 18 04:28:38.967415 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9bf5ae8f-5a19-4b6c-8831-6287f2f84f2a req-cf9a3162-924b-44a8-baa4-719f87319bb4 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468387 Feb 18 04:28:39.017136 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-94a7ff8a-c896-495e-bb25-a27472ff5f08 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334571 Feb 18 04:28:39.045918 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-f8a8587b-70f4-4098-b672-309b3a338b64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e5949aec-13be-4346-a586-3149436b6e8d HTTP/1.1" status: 200 len: 217 time: 0.1030533 Feb 18 04:28:39.132999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-8b2c4ba5-1447-496d-8783-edba6deaafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.134721 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-8b2c4ba5-1447-496d-8783-edba6deaafb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c022fff8-ffc6-497d-b985-0c4f0f78c2f0 HTTP/1.1" status: 200 len: 843 time: 0.0815346 Feb 18 04:28:39.220219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-cf028863-423c-45c3-ac60-d7d5d28c83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.222020 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-cf028863-423c-45c3-ac60-d7d5d28c83b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0fd13931-9989-4052-8a3f-6f5ef27d0b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0802040 Feb 18 04:28:39.246829 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-39165597-087a-4dce-893b-6d5d4dbe1bc5 req-892c72f3-5e8a-46a3-a7b5-9e9be07c7f75 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2103260 Feb 18 04:28:39.264368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5e041-0719-4e1e-bbaa-d6044ec08d28 req-e69298a1-e8c3-42ee-a575-cc4df5843830 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.265971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8cb5e041-0719-4e1e-bbaa-d6044ec08d28 req-e69298a1-e8c3-42ee-a575-cc4df5843830 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.1431687 Feb 18 04:28:39.318739 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8cb5e041-0719-4e1e-bbaa-d6044ec08d28 req-1c1b5b81-214a-4343-a10a-8bdafe735d72 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Feb 18 04:28:39.398432 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-3c0bf323-9020-44b9-99b5-1ccf6258e6e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0fd13931-9989-4052-8a3f-6f5ef27d0b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683984 Feb 18 04:28:39.415782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-628ce1dd-8457-4af8-8f05-607d202098ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.417550 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-628ce1dd-8457-4af8-8f05-607d202098ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc0f41e4e31644838531af66387f6bd6&device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 1160 time: 0.1036372 Feb 18 04:28:39.572021 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49ca55e2-dc03-4733-99c7-e2665305b65a req-ddda9412-5cba-4397-896c-89c583748bea service neutron] 10.222.0.23 "GET /v2.0/networks/0fd13931-9989-4052-8a3f-6f5ef27d0b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1541533 Feb 18 04:28:39.712407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-086a36b2-ff61-4c14-b918-0085768db70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.714301 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-086a36b2-ff61-4c14-b918-0085768db70f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7d268e2027e47009b16b9d1cfb6a09f&device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 1165 time: 0.0858867 Feb 18 04:28:39.719876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-a9595061-58a9-406f-a18c-b8dbf2429911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.721453 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-a9595061-58a9-406f-a18c-b8dbf2429911 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4bf4033-48ce-48c2-acfc-708add46378c HTTP/1.1" status: 200 len: 903 time: 0.2557464 Feb 18 04:28:39.724732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-c02bac35-34a5-4ef0-b1af-c7aa7dd78f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.726209 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-c02bac35-34a5-4ef0-b1af-c7aa7dd78f92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 0.3076720 Feb 18 04:28:39.732574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53390b-5e80-48ec-bae8-0d2daf127c37 req-8b6a3123-884e-4ba2-8621-ed44605bf105 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.734205 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c53390b-5e80-48ec-bae8-0d2daf127c37 req-8b6a3123-884e-4ba2-8621-ed44605bf105 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.2670307 Feb 18 04:28:39.883719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-c282128f-825b-4e57-b99b-7f626a1363e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:39.885353 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-c282128f-825b-4e57-b99b-7f626a1363e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0fd13931-9989-4052-8a3f-6f5ef27d0b21 HTTP/1.1" status: 200 len: 863 time: 0.1545720 Feb 18 04:28:39.905752 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-4b0e1c13-7d15-4c72-81cd-4fea66e263ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d05f7-9b39-420d-b486-c48c90194625 HTTP/1.1" status: 200 len: 217 time: 0.1678631 Feb 18 04:28:39.974700 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-1b3b16c9-e53b-46bd-bf5e-0b3d16f8c499 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e5949aec-13be-4346-a586-3149436b6e8d HTTP/1.1" status: 200 len: 217 time: 0.0810120 Feb 18 04:28:40.009807 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c53390b-5e80-48ec-bae8-0d2daf127c37 req-657b4c00-fe90-4fd2-8699-c1bd2ace6100 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893754 Feb 18 04:28:40.030841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-a072c6c2-3c54-4e0c-a410-effef2ae165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:40.044575 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-a072c6c2-3c54-4e0c-a410-effef2ae165a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=899fdb9b-1977-4138-9c74-e7fe8b5b6e97 HTTP/1.1" status: 200 len: 849 time: 0.1315887 Feb 18 04:28:40.094873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-de7730cb-3d53-4f51-b99d-d809b2db6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:40.096738 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-de7730cb-3d53-4f51-b99d-d809b2db6501 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c022fff8-ffc6-497d-b985-0c4f0f78c2f0 HTTP/1.1" status: 200 len: 843 time: 0.0981405 Feb 18 04:28:40.162268 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-4ef50dce-0e6b-4734-a119-77183413ff63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4bf4033-48ce-48c2-acfc-708add46378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068339 Feb 18 04:28:40.164954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-58d7f516-180f-408a-9ea4-34e1b1b9c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:40.166776 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-58d7f516-180f-408a-9ea4-34e1b1b9c459 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.3725481 Feb 18 04:28:40.303224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-b25ffad5-2fd9-4cc9-b150-d7aad19a9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:40.304906 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-b25ffad5-2fd9-4cc9-b150-d7aad19a9206 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0fd13931-9989-4052-8a3f-6f5ef27d0b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1980481 Feb 18 04:28:40.460549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfde0e1-2de2-4377-b119-0e8c78008cf4 req-4e4f0c54-7bee-4844-b201-b8e867c44c22 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:40.462277 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1cfde0e1-2de2-4377-b119-0e8c78008cf4 req-4e4f0c54-7bee-4844-b201-b8e867c44c22 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.2375195 Feb 18 04:28:40.517199 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-91ba4c65-f559-46c6-8573-7d5db59467e2 service neutron] 10.222.0.23 "GET /v2.0/networks/0fd13931-9989-4052-8a3f-6f5ef27d0b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019999 Feb 18 04:28:40.623142 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1cfde0e1-2de2-4377-b119-0e8c78008cf4 req-857d206a-2770-4fec-a002-d6cfd5d04629 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519232 Feb 18 04:28:40.678704 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-d72b5d91-4d76-4c1e-a95f-550b9795d165 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 217 time: 0.4933519 Feb 18 04:28:40.683944 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-a109719f-bdd2-4107-b2d8-db56b3ba8da3 service neutron] 10.222.0.23 "GET /v2.0/networks/0fd13931-9989-4052-8a3f-6f5ef27d0b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577952 Feb 18 04:28:40.803795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-cb690bc6-a49f-4db8-80f0-aee7d566eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:40.805295 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-cb690bc6-a49f-4db8-80f0-aee7d566eb38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.0956171 Feb 18 04:28:40.892224 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-be33fa01-35b7-4d58-a329-612a30e0cfc4 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083616 Feb 18 04:28:40.900437 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-fe3c3670-e394-47cf-ae6b-e2490d29aa1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689828 Feb 18 04:28:40.937071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07495894-5975-4ddd-b46e-c94d8087965c req-bd0941bc-7aae-4d7f-a0e3-288b22bc6b56 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:40.938591 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-07495894-5975-4ddd-b46e-c94d8087965c req-bd0941bc-7aae-4d7f-a0e3-288b22bc6b56 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.3296199 Feb 18 04:28:41.148741 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-07495894-5975-4ddd-b46e-c94d8087965c req-45a16914-060d-4610-aeeb-ae45e83159c0 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416507 Feb 18 04:28:41.208540 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f338bfc9-4593-4d4d-8a4c-caf9972a9002 req-9f358229-7a68-41cc-b36f-bc93aa6bc6f9 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3051674 Feb 18 04:28:41.213633 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-3508dcb9-44b1-4ac2-91b8-ae02f0ff9878 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833877 Feb 18 04:28:41.420399 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0bfb83e-597d-4a9e-a65a-743d66c4a5e0 req-2f8a85ca-0f64-491a-9779-e7b6a37b10e6 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1984587 Feb 18 04:28:41.436417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c869-88ab-4c52-9d58-12e43d484e61 req-0bb5e0e5-2899-4f25-9bc4-9b7c893680df tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:41.438273 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40f1c869-88ab-4c52-9d58-12e43d484e61 req-0bb5e0e5-2899-4f25-9bc4-9b7c893680df tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1455305 Feb 18 04:28:41.487317 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40f1c869-88ab-4c52-9d58-12e43d484e61 req-0f4441f0-1dfc-402d-a66a-51ffc5254d7e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Feb 18 04:28:41.842898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0d214-84a2-43e9-b3dd-15832d11e109 req-07b5fe68-12d7-488a-8a15-f2b3ca45ed57 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:41.844557 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cdc0d214-84a2-43e9-b3dd-15832d11e109 req-07b5fe68-12d7-488a-8a15-f2b3ca45ed57 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.0989575 Feb 18 04:28:41.905952 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cdc0d214-84a2-43e9-b3dd-15832d11e109 req-a040b9e3-0357-4fea-bfbe-6f4530b796ca tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544994 Feb 18 04:28:42.347437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cb76b-3f31-4afd-8211-5eb0ac5cadaa req-6624a8bf-c0f8-482d-91ea-7334b570fedd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:42.349164 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4d0cb76b-3f31-4afd-8211-5eb0ac5cadaa req-6624a8bf-c0f8-482d-91ea-7334b570fedd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.0874848 Feb 18 04:28:42.396664 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4d0cb76b-3f31-4afd-8211-5eb0ac5cadaa req-6ac96d6b-147a-4f7a-a780-ad7d17c56832 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Feb 18 04:28:42.692954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e79-2805-42e2-98e1-2b3aed6f78b2 req-bbfd555d-3aa1-462c-a594-a98fd15d06d9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:42.694537 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d25d5e79-2805-42e2-98e1-2b3aed6f78b2 req-bbfd555d-3aa1-462c-a594-a98fd15d06d9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0873446 Feb 18 04:28:42.740908 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d25d5e79-2805-42e2-98e1-2b3aed6f78b2 req-d7348889-8577-4537-811f-3283cc9ba308 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Feb 18 04:28:43.120705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98b72c-1fcb-4f23-954d-ab56b47fb609 req-f4887ad7-d9f1-4da9-9059-7375fa2537bc tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:43.122472 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be98b72c-1fcb-4f23-954d-ab56b47fb609 req-f4887ad7-d9f1-4da9-9059-7375fa2537bc tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.0927207 Feb 18 04:28:43.172273 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be98b72c-1fcb-4f23-954d-ab56b47fb609 req-053c90c8-749a-48a4-89a7-ea7b8cf88a46 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Feb 18 04:28:43.613673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd17caa-3763-4626-b8f5-e5a0109f664e req-c1be3ae8-b92e-431b-a633-8d43cc0ab53b tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:43.615320 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ecd17caa-3763-4626-b8f5-e5a0109f664e req-c1be3ae8-b92e-431b-a633-8d43cc0ab53b tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.0921292 Feb 18 04:28:43.662581 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ecd17caa-3763-4626-b8f5-e5a0109f664e req-3fecfcd8-2346-48c7-a090-05ddf7085ca3 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Feb 18 04:28:43.945645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccf62-c720-4d57-a618-dd1b422538d3 req-1e09f5c2-9b96-43c6-bd25-538886148184 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:43.947235 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db8ccf62-c720-4d57-a618-dd1b422538d3 req-1e09f5c2-9b96-43c6-bd25-538886148184 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0887434 Feb 18 04:28:43.994398 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db8ccf62-c720-4d57-a618-dd1b422538d3 req-bdb59e97-5a0f-4a6d-8f1f-4f9aed3a0010 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Feb 18 04:28:44.370464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54b559-c9c6-49b0-9608-5a818d11bea9 req-bb4235c9-f516-488d-995f-c0eb090ff63f tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:44.372089 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4f54b559-c9c6-49b0-9608-5a818d11bea9 req-bb4235c9-f516-488d-995f-c0eb090ff63f tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.0872524 Feb 18 04:28:44.420434 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4f54b559-c9c6-49b0-9608-5a818d11bea9 req-07827498-aa8e-47e0-b05e-9e010085daa9 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Feb 18 04:28:44.893656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21509b-f1f3-4172-a1ea-8e2adc57d66d req-da08dc8b-a3f6-456f-8230-ee172e93a908 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:44.895452 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a21509b-f1f3-4172-a1ea-8e2adc57d66d req-da08dc8b-a3f6-456f-8230-ee172e93a908 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.1105359 Feb 18 04:28:44.952429 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a21509b-f1f3-4172-a1ea-8e2adc57d66d req-41288642-167f-4bcc-810d-b8617fdafa17 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482388 Feb 18 04:28:45.212499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e47b3-2656-4514-b217-78e11f5871b3 req-2e927d13-9d44-4674-bf79-f1117f6150d9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:45.214099 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-188e47b3-2656-4514-b217-78e11f5871b3 req-2e927d13-9d44-4674-bf79-f1117f6150d9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0979133 Feb 18 04:28:45.263575 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-188e47b3-2656-4514-b217-78e11f5871b3 req-297b2521-3a50-46eb-bc74-653527ad53c1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Feb 18 04:28:45.618934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fc739-3798-4d79-9d38-9a5cde033910 req-204c0c96-1ea9-4a7b-be10-38a7bb399953 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:45.620476 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e19fc739-3798-4d79-9d38-9a5cde033910 req-204c0c96-1ea9-4a7b-be10-38a7bb399953 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.0843236 Feb 18 04:28:45.670267 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e19fc739-3798-4d79-9d38-9a5cde033910 req-9a92fb85-a3b0-47a7-8477-360e0b3b886b tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Feb 18 04:28:45.865261 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network 0fd13931-9989-4052-8a3f-6f5ef27d0b21 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:28:46.200790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdceda-931b-48ae-9245-53cc235a1394 req-c46f881e-5cce-415d-aa43-299b4afbcfa8 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:46.202377 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-96bdceda-931b-48ae-9245-53cc235a1394 req-c46f881e-5cce-415d-aa43-299b4afbcfa8 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.1248519 Feb 18 04:28:46.260245 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-96bdceda-931b-48ae-9245-53cc235a1394 req-f3abc094-997a-4a79-b2a7-2492fef12005 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508702 Feb 18 04:28:46.264552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-6b082f53-b521-4221-9497-90c7dcc723f5 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:28:46.473352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66267ab3-6122-4b52-8ca6-c721615e145c req-74fda53d-8e2d-4346-b1ef-692106cf0fb9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:46.481093 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66267ab3-6122-4b52-8ca6-c721615e145c req-74fda53d-8e2d-4346-b1ef-692106cf0fb9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1012051 Feb 18 04:28:46.536540 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66267ab3-6122-4b52-8ca6-c721615e145c req-095a3fb3-3f0d-4f2f-957d-beded467912e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Feb 18 04:28:46.881659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc715e-38b9-4a0f-bee4-1ac272e33f61 req-5c4d312e-ed2e-485c-8ab7-17f06001bda2 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:46.883343 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43cc715e-38b9-4a0f-bee4-1ac272e33f61 req-5c4d312e-ed2e-485c-8ab7-17f06001bda2 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.0914350 Feb 18 04:28:46.931305 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43cc715e-38b9-4a0f-bee4-1ac272e33f61 req-71f511be-95c2-49a5-bd77-b3a301377e9b tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Feb 18 04:28:47.451446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13a801-e539-46bd-89f4-1becb21fbec5 req-1c5cb6ba-0536-470a-9202-1580e50af562 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:47.453047 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5b13a801-e539-46bd-89f4-1becb21fbec5 req-1c5cb6ba-0536-470a-9202-1580e50af562 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.0868495 Feb 18 04:28:47.505972 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5b13a801-e539-46bd-89f4-1becb21fbec5 req-50a644a8-3bf1-42c5-ac87-1f007b7d1a2f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465834 Feb 18 04:28:47.729703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a985-fb76-4dd6-a003-6cdbed69af1f req-6014de27-e2f0-4d86-8ab8-36f62ba56da4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:47.731355 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8f24a985-fb76-4dd6-a003-6cdbed69af1f req-6014de27-e2f0-4d86-8ab8-36f62ba56da4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0862629 Feb 18 04:28:47.786926 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8f24a985-fb76-4dd6-a003-6cdbed69af1f req-9c839dc7-dc17-4c28-b5ba-d6a61651b082 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492678 Feb 18 04:28:48.101871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 456d05f7-9b39-420d-b486-c48c90194625 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:48.158305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7add924-3cdd-4fe2-8476-270308370514 req-69061614-2871-4d25-b6c7-6113cd51336a tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:48.161725 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a7add924-3cdd-4fe2-8476-270308370514 req-69061614-2871-4d25-b6c7-6113cd51336a tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 948 time: 0.1054828 Feb 18 04:28:48.178961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 456d05f7-9b39-420d-b486-c48c90194625 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:28:48.193600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 456d05f7-9b39-420d-b486-c48c90194625 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:48.193600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:48.219293 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a7add924-3cdd-4fe2-8476-270308370514 req-b5e69c05-70d7-46f0-8e39-4e78b303c917 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Feb 18 04:28:48.320470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:48.347827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d05f7-9b39-420d-b486-c48c90194625'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:48.357705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 456d05f7-9b39-420d-b486-c48c90194625, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=456d05f7-9b39-420d-b486-c48c90194625,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:48.360674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:48.361566 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e5949aec-13be-4346-a586-3149436b6e8d up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:48.396125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:48.437378 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d05f7-9b39-420d-b486-c48c90194625', 'code': 200} Feb 18 04:28:48.491813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=456d05f7-9b39-420d-b486-c48c90194625,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:48.497643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:48.505464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port e5949aec-13be-4346-a586-3149436b6e8d completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:28:48.511214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e5949aec-13be-4346-a586-3149436b6e8d triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:48.511814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:48.643765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:48.678203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port e5949aec-13be-4346-a586-3149436b6e8d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e5949aec-13be-4346-a586-3149436b6e8d,segment=NetworkSegment(e2125ad1-ca55-4675-9690-b67f341f1577),segment_id=e2125ad1-ca55-4675-9690-b67f341f1577)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:48.682484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:48.684365 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5097830-1f2d-4fd4-ba04-d4efebaabc64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:48.745919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53797a38-b79b-4214-8477-ec9e9ff6ce73 req-7effa5f7-50f1-4c7d-b1a3-2e1b2855d9de tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:48.747773 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-53797a38-b79b-4214-8477-ec9e9ff6ce73 req-7effa5f7-50f1-4c7d-b1a3-2e1b2855d9de tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 945 time: 0.1112123 Feb 18 04:28:48.765465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=e5949aec-13be-4346-a586-3149436b6e8d,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:48.769569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:48.778305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe125-b018-4577-bdcf-cccb187b5447 req-7629ebd1-72b9-46f5-8c03-d82c1c97dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:48.780149 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f55fe125-b018-4577-bdcf-cccb187b5447 req-7629ebd1-72b9-46f5-8c03-d82c1c97dff9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 1162 time: 0.0966885 Feb 18 04:28:48.815054 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-53797a38-b79b-4214-8477-ec9e9ff6ce73 req-082450db-faab-46b2-93ca-c43f4fc5c38b tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603716 Feb 18 04:28:48.827979 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f55fe125-b018-4577-bdcf-cccb187b5447 req-3e534a1a-3ec4-404c-9783-f223db824798 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Feb 18 04:28:48.934210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 456d05f7-9b39-420d-b486-c48c90194625 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:49.015688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 456d05f7-9b39-420d-b486-c48c90194625 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:49.016106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:49.026182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c922-9283-45e3-ba9e-5d771e6e3d37 req-9c2ed0fa-fa08-4afc-9fc6-c91df5babbb5 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:49.033720 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9cb5c922-9283-45e3-ba9e-5d771e6e3d37 req-9c2ed0fa-fa08-4afc-9fc6-c91df5babbb5 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1062801 Feb 18 04:28:49.080284 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9cb5c922-9283-45e3-ba9e-5d771e6e3d37 req-1f5ef587-2a2f-4d2f-b9bb-0ed228922939 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Feb 18 04:28:49.158543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e054d4ce-0484-4745-a8f0-b7239a80c1c8 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:49.253641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e054d4ce-0484-4745-a8f0-b7239a80c1c8 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:49.254151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:49.433312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-c6dec3b2-04cd-4fe7-ac76-4d2bc4516f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:49.435060 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-c6dec3b2-04cd-4fe7-ac76-4d2bc4516f82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 0.1953144 Feb 18 04:28:49.446499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e5949aec-13be-4346-a586-3149436b6e8d up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:49.531654 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e5949aec-13be-4346-a586-3149436b6e8d triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:49.532486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:49.685540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1f3f0-7174-4138-a939-5a72fe490de4 req-17697aa3-e021-4eae-9602-8f54930b3ee0 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:49.691941 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3bf1f3f0-7174-4138-a939-5a72fe490de4 req-17697aa3-e021-4eae-9602-8f54930b3ee0 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 950 time: 0.2254007 Feb 18 04:28:49.695551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-5a39ad65-2e47-4bdf-a23f-bb02fe5c9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:49.697032 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-5a39ad65-2e47-4bdf-a23f-bb02fe5c9f65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.1862006 Feb 18 04:28:49.781967 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-2d7a6c14-c304-4f86-8cf3-c13c50475efb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0707610 Feb 18 04:28:49.843883 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3bf1f3f0-7174-4138-a939-5a72fe490de4 req-296be424-5f7d-4ca9-86da-d6c3b1917a8e tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504228 Feb 18 04:28:49.879771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-b62161af-2fae-4539-9f12-f9292fb5c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:49.881363 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-b62161af-2fae-4539-9f12-f9292fb5c242 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.0745559 Feb 18 04:28:49.939463 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-5d7205fc-4ab6-4bec-bc28-b0a22ad05a38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508475 Feb 18 04:28:50.037582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e698e-2db9-4b6d-b7cd-c6fe7c29340c req-121086dc-43e7-41ef-804b-e5929cfd89b5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:50.039198 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4b7e698e-2db9-4b6d-b7cd-c6fe7c29340c req-121086dc-43e7-41ef-804b-e5929cfd89b5 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 945 time: 0.0868983 Feb 18 04:28:50.084932 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-10f7eca2-082d-459c-b496-051dd2ab4756 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377883 Feb 18 04:28:50.091215 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4b7e698e-2db9-4b6d-b7cd-c6fe7c29340c req-831cd9c9-d303-4dee-b711-d5e505b8f452 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Feb 18 04:28:50.283998 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a904ab8-97d7-4134-a189-caaababfd5c4 req-84195677-7c58-4b19-964e-c257a6ff969a service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1849353 Feb 18 04:28:50.321514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdb2b5-bc3e-454f-923e-2bcf39f80be6 req-6005da0e-723d-4c25-b3af-4f20b543f889 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:50.323100 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-86fdb2b5-bc3e-454f-923e-2bcf39f80be6 req-6005da0e-723d-4c25-b3af-4f20b543f889 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1033804 Feb 18 04:28:50.373238 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-86fdb2b5-bc3e-454f-923e-2bcf39f80be6 req-f739fc80-6351-4214-adce-a01e7d55effb tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Feb 18 04:28:50.438512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5949aec-13be-4346-a586-3149436b6e8d'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:50.496922 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5949aec-13be-4346-a586-3149436b6e8d', 'code': 200} Feb 18 04:28:50.748645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22e459-5962-4631-80ea-f5d958c9214f req-19def7b8-dc22-49c0-ab86-e831b72670df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:50.750248 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7f22e459-5962-4631-80ea-f5d958c9214f req-19def7b8-dc22-49c0-ab86-e831b72670df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 1167 time: 0.0804307 Feb 18 04:28:50.801464 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7f22e459-5962-4631-80ea-f5d958c9214f req-cc5fe0a9-0b9a-4761-b094-6333475cd9eb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Feb 18 04:28:50.928427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40302) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:50.940015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 456d05f7-9b39-420d-b486-c48c90194625 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:51.058669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfc934-bb5d-43b9-874a-7ca7e8414dca req-a4af28db-7845-4ab8-8a23-5e6c733dae9e tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:51.060571 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6fcfc934-bb5d-43b9-874a-7ca7e8414dca req-a4af28db-7845-4ab8-8a23-5e6c733dae9e tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 950 time: 0.0964768 Feb 18 04:28:51.111051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.127942 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6fcfc934-bb5d-43b9-874a-7ca7e8414dca req-89f7483e-f71a-46d6-b286-d4870bb44c71 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578294 Feb 18 04:28:51.131306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:51.136094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Usage tracker for resource:security_group_rule and tenant:3655a1591b8d4ee19bab75df217189cc is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:51.140053 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:51.147927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:51.193277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 456d05f7-9b39-420d-b486-c48c90194625 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:51.193798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.254449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.260265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.269965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4da53c22-762f-4780-89ff-eff349eb6aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:51.309969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a607a69-d4b3-4a5f-97e2-04e0d1722d36,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:51.321972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:51.327797 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3655a1591b8d4ee19bab75df217189cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981090 Feb 18 04:28:51.328446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40314) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:51.331526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e5949aec-13be-4346-a586-3149436b6e8d up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:51.356886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198b6f1-5c92-4081-90c2-3762162f5a7d req-f09ae006-ca9e-4b54-a08c-245523bf2954 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:51.358614 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5198b6f1-5c92-4081-90c2-3762162f5a7d req-f09ae006-ca9e-4b54-a08c-245523bf2954 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 945 time: 0.1094635 Feb 18 04:28:51.406862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.412395 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5198b6f1-5c92-4081-90c2-3762162f5a7d req-bc6817a6-3199-467a-999c-8df5b52cc45c tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Feb 18 04:28:51.415314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e5949aec-13be-4346-a586-3149436b6e8d triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:51.415657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.517234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.647582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.656750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:51.673019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3061-bdde-4b73-aaba-600e0cc4a6a1 req-f823972a-8878-4bec-941e-1243a405d7d7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:51.674752 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db1b3061-bdde-4b73-aaba-600e0cc4a6a1 req-f823972a-8878-4bec-941e-1243a405d7d7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1267838 Feb 18 04:28:51.682303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a607a69-d4b3-4a5f-97e2-04e0d1722d36,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:51.685718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:51.698606 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a607a69-d4b3-4a5f-97e2-04e0d1722d36 HTTP/1.1" status: 204 len: 168 time: 0.3623912 Feb 18 04:28:51.703815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:51.787929 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db1b3061-bdde-4b73-aaba-600e0cc4a6a1 req-ad6e2df2-e1bc-48a1-a79a-722c5c39f5e7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955145 Feb 18 04:28:52.021424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:52.450799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87f31-eff2-4117-9fc7-803930d32d33 req-7d66ac7e-cac0-4399-bffc-f59ba842d2e6 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:52.453368 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-75d87f31-eff2-4117-9fc7-803930d32d33 req-7d66ac7e-cac0-4399-bffc-f59ba842d2e6 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 950 time: 0.1118393 Feb 18 04:28:52.524186 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-75d87f31-eff2-4117-9fc7-803930d32d33 req-8bf631de-d068-42cb-acf4-3020e600f10f tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603862 Feb 18 04:28:52.904369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40402) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:53.038248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389271ee-d0b4-436d-9740-44fb04cd9b62 req-a397ace5-0146-4d7e-ae79-39e55904b828 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:53.040099 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-389271ee-d0b4-436d-9740-44fb04cd9b62 req-a397ace5-0146-4d7e-ae79-39e55904b828 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1046069 Feb 18 04:28:53.124217 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-389271ee-d0b4-436d-9740-44fb04cd9b62 req-c775bde5-3058-4dd4-8ed1-6b7c30a5a380 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753682 Feb 18 04:28:53.304235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:53.328646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:28:53.334434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Usage tracker for resource:security_group_rule and tenant:900f64f8252d4904ab9783856cd8e317 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:28:53.338250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:28:53.346499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:28:53.370214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40c6f-646c-43ff-8c8a-abf220c98ed4 req-334aacd0-6abb-4dee-9803-ba7f65699ad4 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:53.371784 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-72e40c6f-646c-43ff-8c8a-abf220c98ed4 req-334aacd0-6abb-4dee-9803-ba7f65699ad4 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 945 time: 0.1434898 Feb 18 04:28:53.442252 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-72e40c6f-646c-43ff-8c8a-abf220c98ed4 req-9d5d519f-5a1a-4b8e-9c77-9a624244e0ad tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Feb 18 04:28:53.504835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:53.510126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:53.518484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:53.565323 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=900f64f8252d4904ab9783856cd8e317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570895 Feb 18 04:28:53.565323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea27a1e-bae3-4225-bc9a-f9f8c27b99ce,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:53.565624 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 40430) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:53.567524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:53.648038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:53.679437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:53.727897 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:53.734425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3d7de7e6-f7d4-4104-b71c-ec8cf0f74fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:53.738298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead8fb-1c6d-474b-b6a4-5fedec6bff6c req-82350ef2-9e12-421b-8c31-4c83236ed0f8 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:53.739995 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20ead8fb-1c6d-474b-b6a4-5fedec6bff6c req-82350ef2-9e12-421b-8c31-4c83236ed0f8 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 950 time: 0.0909631 Feb 18 04:28:53.749780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea27a1e-bae3-4225-bc9a-f9f8c27b99ce,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:53.752529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:53.754626 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ea27a1e-bae3-4225-bc9a-f9f8c27b99ce HTTP/1.1" status: 204 len: 168 time: 0.1860864 Feb 18 04:28:53.755859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:53.808793 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20ead8fb-1c6d-474b-b6a4-5fedec6bff6c req-0309202b-076c-42af-b549-fca52512233c tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603683 Feb 18 04:28:54.436071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d028aa-6ab0-4102-9efc-cc6031692283 req-dc348852-4b51-4ac0-a59a-ef3b3233698e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:54.445871 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71d028aa-6ab0-4102-9efc-cc6031692283 req-dc348852-4b51-4ac0-a59a-ef3b3233698e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1308620 Feb 18 04:28:54.500185 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71d028aa-6ab0-4102-9efc-cc6031692283 req-34b81410-c780-4fc7-ab8c-51f0a111f035 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Feb 18 04:28:54.683922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31adfd2-f94e-47db-9d7c-d50d0e81df2d req-b9f43a04-cc46-4dfa-bf53-e140dfa14ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:54.685462 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d31adfd2-f94e-47db-9d7c-d50d0e81df2d req-b9f43a04-cc46-4dfa-bf53-e140dfa14ba4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 0.4519029 Feb 18 04:28:54.694727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97edf2-8553-496b-adc6-222e3aa67797 req-f8cb9bd7-5ec8-4830-b555-93e24b1e1305 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:54.695912 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cc97edf2-8553-496b-adc6-222e3aa67797 req-f8cb9bd7-5ec8-4830-b555-93e24b1e1305 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 950 time: 0.3668079 Feb 18 04:28:54.763870 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d31adfd2-f94e-47db-9d7c-d50d0e81df2d req-b3fcf008-5661-4731-a214-627f3f4d4a65 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Feb 18 04:28:54.789019 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cc97edf2-8553-496b-adc6-222e3aa67797 req-4ee1db74-7aa1-425f-a623-eda8fefb5b6d tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767756 Feb 18 04:28:54.818836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 456d05f7-9b39-420d-b486-c48c90194625 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:28:54.961948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:54.995765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456d05f7-9b39-420d-b486-c48c90194625'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:55.006309 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 456d05f7-9b39-420d-b486-c48c90194625, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=456d05f7-9b39-420d-b486-c48c90194625,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:55.007366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994d19-90d9-4ab8-8f8b-cf21ab821c7e req-90cac35e-9b97-45b5-a051-c2ccedd99c5e tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:55.009273 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11994d19-90d9-4ab8-8f8b-cf21ab821c7e req-90cac35e-9b97-45b5-a051-c2ccedd99c5e tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 945 time: 0.1370234 Feb 18 04:28:55.009453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:55.011303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:55.062584 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11994d19-90d9-4ab8-8f8b-cf21ab821c7e req-b6ac92d7-b654-4106-bca0-c5bab5e472c0 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/security-groups?id=799ed2e0-916d-4bd2-aef1-e06a8145c110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Feb 18 04:28:55.081538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=456d05f7-9b39-420d-b486-c48c90194625,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:55.087694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:55.127004 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456d05f7-9b39-420d-b486-c48c90194625', 'code': 200} Feb 18 04:28:55.160460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-c73714e5-5c7e-4e78-bd60-49059b3ece20 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:55.161990 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-c73714e5-5c7e-4e78-bd60-49059b3ece20 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 943 time: 0.1044712 Feb 18 04:28:55.238952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Deleting port 456d05f7-9b39-420d-b486-c48c90194625 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:28:55.239289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:55.497333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] For port 456d05f7-9b39-420d-b486-c48c90194625, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=456d05f7-9b39-420d-b486-c48c90194625,segment=NetworkSegment(97886602-8634-454b-9504-e03802b0091d),segment_id=97886602-8634-454b-9504-e03802b0091d)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:55.497659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:55.558108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40486) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:55.624887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Deleting subnet f691af9b-2f86-4c9d-acd9-a2d810c54bb3 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:28:55.628140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:55.632488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Calling delete_port for 456d05f7-9b39-420d-b486-c48c90194625 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:28:55.680919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:55.745810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:55.815014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f710-0bd9-478e-97ba-241576727d98 req-0e7483f4-ac79-4d81-b708-104558fa6287 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:55.822970 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cda1f710-0bd9-478e-97ba-241576727d98 req-0e7483f4-ac79-4d81-b708-104558fa6287 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1992569 Feb 18 04:28:55.926281 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cda1f710-0bd9-478e-97ba-241576727d98 req-f3989f54-3b98-48fe-8503-bb1812a3d5a4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016588 Feb 18 04:28:55.928761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:55.944596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:56.043904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Pushing event deleted for resources: {'Port': ['ID=456d05f7-9b39-420d-b486-c48c90194625,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:56.052901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:56.136083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:56.161113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:56.244628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] No DVR routers for this DVR port 456d05f7-9b39-420d-b486-c48c90194625 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:28:56.256374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:56.259674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'name': 'network-vif-deleted', 'tag': '456d05f7-9b39-420d-b486-c48c90194625'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:56.326549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-a72b630f-709e-40fd-8853-7df714d3a457 req-c515f154-6547-4edc-9401-2109b0fa823f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Synchronizing usage tracker for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:56.332390 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cb6a276e-6376-4ed9-a1bc-4fedfc95e186 req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.23 "DELETE /v2.0/ports/456d05f7-9b39-420d-b486-c48c90194625 HTTP/1.1" status: 204 len: 173 time: 1.1627593 Feb 18 04:28:56.347802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-a72b630f-709e-40fd-8853-7df714d3a457 req-c515f154-6547-4edc-9401-2109b0fa823f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Unset dirty status for tenant:cc0f41e4e31644838531af66387f6bd6 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:56.349088 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a72b630f-709e-40fd-8853-7df714d3a457 req-c515f154-6547-4edc-9401-2109b0fa823f tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] 10.222.0.58 "GET /v2.0/ports?device_id=d16c2a5d-a08a-44fe-b498-fa5bcce0613e HTTP/1.1" status: 200 len: 210 time: 0.0834866 Feb 18 04:28:56.547592 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-44b27a93-4ae0-4abd-9e74-ed26ca7fa9a4 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:56.549343 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-44b27a93-4ae0-4abd-9e74-ed26ca7fa9a4 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 950 time: 0.1015182 Feb 18 04:28:56.553999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f691af9b-2f86-4c9d-acd9-a2d810c54bb3,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:56.571531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:56.596110 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16c2a5d-a08a-44fe-b498-fa5bcce0613e', 'name': 'network-vif-deleted', 'tag': '456d05f7-9b39-420d-b486-c48c90194625', 'status': 'completed', 'code': 200} Feb 18 04:28:56.597530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4988335-1e72-4f67-92cf-119a71495e97 req-45a00bcf-4874-423d-bd5a-529fda4a73a9 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:56.599158 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b4988335-1e72-4f67-92cf-119a71495e97 req-45a00bcf-4874-423d-bd5a-529fda4a73a9 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 950 time: 0.5617025 Feb 18 04:28:56.606724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:56.621308 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f691af9b-2f86-4c9d-acd9-a2d810c54bb3 HTTP/1.1" status: 204 len: 168 time: 1.0597198 Feb 18 04:28:56.621679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40514) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:56.648496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Deleting port e5949aec-13be-4346-a586-3149436b6e8d {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:28:56.648891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:56.737550 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b4988335-1e72-4f67-92cf-119a71495e97 req-c4139672-1e1f-42ea-a1d8-b937d8edd2f1 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c1de1c9-d312-4642-89e4-9d0d63eda7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129198 Feb 18 04:28:56.796227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:56.895465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e054d4ce-0484-4745-a8f0-b7239a80c1c8 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:28:56.952717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] For port e5949aec-13be-4346-a586-3149436b6e8d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e5949aec-13be-4346-a586-3149436b6e8d,segment=NetworkSegment(e2125ad1-ca55-4675-9690-b67f341f1577),segment_id=e2125ad1-ca55-4675-9690-b67f341f1577)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:28:56.953122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.055338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e054d4ce-0484-4745-a8f0-b7239a80c1c8 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:28:57.057965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.116681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Calling delete_port for e5949aec-13be-4346-a586-3149436b6e8d owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:28:57.133985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.216609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e5949aec-13be-4346-a586-3149436b6e8d no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:28:57.284419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.294109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No active binding found for port e5949aec-13be-4346-a586-3149436b6e8d {{(pid=83968) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 04:28:57.294721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e5949aec-13be-4346-a586-3149436b6e8d not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:28:57.304426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-47f7a933-c0d8-4f38-bc94-ab8f0166c5a0 tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:57.327676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:57.354298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Pushing event deleted for resources: {'Port': ['ID=e5949aec-13be-4346-a586-3149436b6e8d,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:57.354529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c8160-e820-46b5-9e7d-ae6212c475a3 req-d6542e0c-9c97-467f-be90-4295a3913d88 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:57.355998 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f66c8160-e820-46b5-9e7d-ae6212c475a3 req-d6542e0c-9c97-467f-be90-4295a3913d88 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1501751 Feb 18 04:28:57.358281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13a23e7-46df-4771-8a83-8ec644ec05f6') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:57.358620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13a23e7-46df-4771-8a83-8ec644ec05f6') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:57.372280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.407284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:57.412265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.415230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:28:57.460671 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f66c8160-e820-46b5-9e7d-ae6212c475a3 req-c42a5735-5c5d-4d09-8d3d-8631b5659702 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806746 Feb 18 04:28:57.541588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] No DVR routers for this DVR port e5949aec-13be-4346-a586-3149436b6e8d on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:28:57.543981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.568157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a38bd0a6-e3cc-49d5-8d99-af6a414659ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:57.573734 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13b9e639-11d6-4ec1-b8e8-bd7debd079d7 req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.23 "DELETE /v2.0/ports/e5949aec-13be-4346-a586-3149436b6e8d HTTP/1.1" status: 204 len: 173 time: 1.0140903 Feb 18 04:28:57.745028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:28:57.778195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:58.047784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Network 9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:28:58.074736 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:28:58.135976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c8cd1a7f-b900-4987-9667-17795d02cfd8 req-c08a11ac-64f5-458c-a3ee-c979cae710bf tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Synchronizing usage tracker for tenant:a7d268e2027e47009b16b9d1cfb6a09f on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:28:58.170153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c8cd1a7f-b900-4987-9667-17795d02cfd8 req-c08a11ac-64f5-458c-a3ee-c979cae710bf tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Unset dirty status for tenant:a7d268e2027e47009b16b9d1cfb6a09f on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:28:58.172142 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8cd1a7f-b900-4987-9667-17795d02cfd8 req-c08a11ac-64f5-458c-a3ee-c979cae710bf tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3 HTTP/1.1" status: 200 len: 210 time: 0.1890945 Feb 18 04:28:58.203755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde4941-d02f-4761-9726-b1c5f079265d req-00a4316c-0aca-4880-b731-11349e7e79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:58.205663 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffde4941-d02f-4761-9726-b1c5f079265d req-00a4316c-0aca-4880-b731-11349e7e79d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 0.1330404 Feb 18 04:28:58.269688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:58.285276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1064d46c-a23d-4b05-939d-aba20c4c863e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:58.314494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:58.328104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:58.329576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:58.339503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a1c38-cbf9-4d35-a7cf-3f3face9d7d9 req-84a01596-da09-4aa9-8f84-08e5d3891b4f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:58.347331 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-439a1c38-cbf9-4d35-a7cf-3f3face9d7d9 req-84a01596-da09-4aa9-8f84-08e5d3891b4f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.2130196 Feb 18 04:28:58.401180 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] 10.222.0.58 "DELETE /v2.0/networks/9d1a4dde-5d94-4a73-bfde-8dc8fca94bc5 HTTP/1.1" status: 204 len: 168 time: 1.7784131 Feb 18 04:28:58.404618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40562) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:58.428432 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde4941-d02f-4761-9726-b1c5f079265d req-7ab39523-9849-4e5a-8e18-38c30f6b048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:58.430381 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffde4941-d02f-4761-9726-b1c5f079265d req-7ab39523-9849-4e5a-8e18-38c30f6b048c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.2129879 Feb 18 04:28:58.447353 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-439a1c38-cbf9-4d35-a7cf-3f3face9d7d9 req-680cefc9-def3-446e-8440-ae45c3117454 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987475 Feb 18 04:28:58.482168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Deleting subnet 1ec89584-d0e6-4e1f-b481-dce590b49304 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:28:58.485334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:58.508762 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffde4941-d02f-4761-9726-b1c5f079265d req-f80fc006-41b9-4a3a-83ca-c282d16470dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0710330 Feb 18 04:28:58.539864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:58.587796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde4941-d02f-4761-9726-b1c5f079265d req-5d12d21d-5ac5-4063-a15a-6e250c97a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:58.589682 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffde4941-d02f-4761-9726-b1c5f079265d req-5d12d21d-5ac5-4063-a15a-6e250c97a1b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.0733142 Feb 18 04:28:58.598892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'name': 'network-vif-deleted', 'tag': 'e5949aec-13be-4346-a586-3149436b6e8d'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:28:58.599814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:58.655769 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ea8e1d-bdb2-4faf-bd5f-4e0b35c5bfa3', 'name': 'network-vif-deleted', 'tag': 'e5949aec-13be-4346-a586-3149436b6e8d', 'status': 'completed', 'code': 200} Feb 18 04:28:58.658148 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffde4941-d02f-4761-9726-b1c5f079265d req-6fd2848c-8af5-4bc0-a774-385f4a2f55c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601614 Feb 18 04:28:58.809435 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffde4941-d02f-4761-9726-b1c5f079265d req-a8d481e7-546a-4ff2-9d17-b77b04ca6e47 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435204 Feb 18 04:28:58.925210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:58.943102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:28:58.960029 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ffde4941-d02f-4761-9726-b1c5f079265d req-06b87ca2-09f4-489b-97b5-b4503837c48f service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429706 Feb 18 04:28:59.048007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec89584-d0e6-4e1f-b481-dce590b49304,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:28:59.051525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:28:59.086586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:59.092884 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-fc9fea45-06c2-490f-abc8-f7a11e01523b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ec89584-d0e6-4e1f-b481-dce590b49304 HTTP/1.1" status: 204 len: 168 time: 0.6872616 Feb 18 04:28:59.095451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40584) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:28:59.211108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:59.435226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:59.568274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe06c8a4-2d23-4d4f-90ea-7a6227487efd']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:59.594444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc789201-cc70-46b7-b29b-c061b8f6e849') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:59.595026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc789201-cc70-46b7-b29b-c061b8f6e849') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:28:59.609592 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:59.628904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:59.633585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:28:59.713644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cbbc8-802a-4b9a-9b7a-aa343ce6ac2f req-5647ad98-1049-401f-ae16-8e5473974bc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:28:59.720293 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0a0cbbc8-802a-4b9a-9b7a-aa343ce6ac2f req-5647ad98-1049-401f-ae16-8e5473974bc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1011345 Feb 18 04:28:59.791978 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0a0cbbc8-802a-4b9a-9b7a-aa343ce6ac2f req-8fdecb6f-21c6-4a2c-9f1a-b5385588dd73 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702233 Feb 18 04:28:59.798748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-73024967-d878-4452-b3f4-705a2632a04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:28:59.908231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Network fe06c8a4-2d23-4d4f-90ea-7a6227487efd has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:28:59.918371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.108534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Network fe06c8a4-2d23-4d4f-90ea-7a6227487efd has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:29:00.132828 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:29:00.185808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.228682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.232455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c24f442d-abfd-44e5-848f-1899016aabd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:00.255145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.265597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=fe06c8a4-2d23-4d4f-90ea-7a6227487efd,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:00.270913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:00.279069 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e34e709d-0ac7-4ad1-abf4-3aae42d2d3fd admin admin] 10.222.0.58 "DELETE /v2.0/networks/fe06c8a4-2d23-4d4f-90ea-7a6227487efd HTTP/1.1" status: 204 len: 168 time: 1.1820018 Feb 18 04:29:00.510638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40724) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:00.578436 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5d72408c-76be-40e8-99c3-cc2d37f3613c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fd6ebd810934ac1a06934fa14533a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662704 Feb 18 04:29:00.581166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 40734) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:00.698145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.731478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.814930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.821271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6417afd6-0d42-4e77-869b-fb534558cd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:00.838194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a80ca-39b9-4a87-8053-b3069646bc0b,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:00.848441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.849017 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.849546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.850117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.850608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.851116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.851619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.852113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.852650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.853233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.853709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.854196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.854673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.855152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.855651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.856121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.856968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.857440 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.857898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.858497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.858959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.859455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.861142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.861142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:00.871216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:00.877507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:00.888573 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/685a80ca-39b9-4a87-8053-b3069646bc0b HTTP/1.1" status: 204 len: 168 time: 0.2996790 Feb 18 04:29:01.046424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfaa3-6706-42a4-b994-05f844dcd165 req-d5babf2a-728b-4076-b0c7-167ffc767ccf tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:01.056478 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-614cfaa3-6706-42a4-b994-05f844dcd165 req-d5babf2a-728b-4076-b0c7-167ffc767ccf tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1303771 Feb 18 04:29:01.109750 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-614cfaa3-6706-42a4-b994-05f844dcd165 req-312e553b-9bff-43b6-ab92-cfd42ef66089 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Feb 18 04:29:01.449605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40774) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:01.516251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:01.548179 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c65bbf9c-2f06-465e-9f3a-a49628a25421 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c29e53d633484239a4d59c6c4be28418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968556 Feb 18 04:29:01.551493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 40782) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:01.627912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:01.659329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:01.736727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:01.751017 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1021713b-ad63-4fb0-a245-eb2665507b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:01.801859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da92aa3b-2f4d-4bc6-a60a-0c4a0916051a,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:01.812985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:01.835868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:01.837296 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da92aa3b-2f4d-4bc6-a60a-0c4a0916051a HTTP/1.1" status: 204 len: 168 time: 0.2845404 Feb 18 04:29:01.939290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:02.405077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13dbfb-5927-4b4d-bb7c-e2b7af3092c2 req-407d524c-33fc-40ca-acc7-7c3005489e94 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:02.407116 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a13dbfb-5927-4b4d-bb7c-e2b7af3092c2 req-407d524c-33fc-40ca-acc7-7c3005489e94 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1337647 Feb 18 04:29:02.509438 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a13dbfb-5927-4b4d-bb7c-e2b7af3092c2 req-8277925d-8086-4573-88b8-ff48e0105af4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907195 Feb 18 04:29:02.932872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e054d4ce-0484-4745-a8f0-b7239a80c1c8 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:03.202415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port e054d4ce-0484-4745-a8f0-b7239a80c1c8 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:03.203728 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:03.997011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 40930) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:04.176402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:04.213533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:04.220472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c7b811c15c1425a803cfafa927659d9 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:04.230234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:04.242438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:04.400505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:04.409736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:04.422676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-085462ad-6486-4617-b575-e3fec696ca9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:04.495825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccef6f0-4fa4-4ada-8d16-355099be1862,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:04.500296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:04.508007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 40962) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:04.519164 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c7b811c15c1425a803cfafa927659d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208199 Feb 18 04:29:04.613944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:04.756841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:04.888214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dc2c8-9bd2-4de1-96f0-601a7caf3951 req-b4aba386-7838-4fdd-9bdb-bbeeb1611079 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:04.890029 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-348dc2c8-9bd2-4de1-96f0-601a7caf3951 req-b4aba386-7838-4fdd-9bdb-bbeeb1611079 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.2786705 Feb 18 04:29:04.971649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:04.984886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-741d9256-fcc4-4096-b0c2-e03660dbe37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:05.020049 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-348dc2c8-9bd2-4de1-96f0-601a7caf3951 req-da5defbe-34ee-4e2f-99ba-c036a3f03d1c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083167 Feb 18 04:29:05.021354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccef6f0-4fa4-4ada-8d16-355099be1862,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:05.031047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:05.056492 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ccef6f0-4fa4-4ada-8d16-355099be1862 HTTP/1.1" status: 204 len: 168 time: 0.5464902 Feb 18 04:29:05.065079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.065929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.066533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.067141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.067859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.068493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.069084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.069661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.070245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.070826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.071587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.072319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.072968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.073542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.074109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.074809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.075445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.076385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.076962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.077555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.079634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.080407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.081014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.081807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:05.087761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:05.473171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:29:05.654928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41026) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:05.678028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:05.700073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:05.711837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea50ada8be74395a0f8c78179548c4f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:05.715639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:05.723148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:05.872223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:05.876861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:05.902827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6d54f845-765a-468c-9ea2-c73c5d7c9dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:05.953817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c78945-00d0-4102-af29-1e2b1506d904,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:05.967748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:06.011095 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ea50ada8be74395a0f8c78179548c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543866 Feb 18 04:29:06.011946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41038) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:06.147480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:06.202284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:06.266453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:06.280473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:06.301200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c78945-00d0-4102-af29-1e2b1506d904,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:06.308032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:06.309095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:06.313595 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1c78945-00d0-4102-af29-1e2b1506d904 HTTP/1.1" status: 204 len: 168 time: 0.3003354 Feb 18 04:29:06.732865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41058) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:06.754000 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:06.769532 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:06.773734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0448d9682fc046a0ac19fd364873d26c is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:06.776978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:06.783080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:06.892348 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:06.896167 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:06.916879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-84f82120-4862-47f3-87bb-4942b49e4eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:06.950505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf50d1f-5c94-4d26-9086-baa130e8e936,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:06.953943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:06.956968 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0448d9682fc046a0ac19fd364873d26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229977 Feb 18 04:29:06.960438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41064) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:07.061255 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:07.104492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:07.165917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:07.171487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1c3ca813-e1ae-4731-9f84-f68266ec6111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:07.183945 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf50d1f-5c94-4d26-9086-baa130e8e936,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:07.189612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:07.192269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:07.196426 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cdf50d1f-5c94-4d26-9086-baa130e8e936 HTTP/1.1" status: 204 len: 168 time: 0.2318647 Feb 18 04:29:07.994077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41102) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:08.303747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41118) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:08.316808 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f50e4cac-42de-470d-a905-ec1b3f6b7aa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7d268e2027e47009b16b9d1cfb6a09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206475 Feb 18 04:29:08.398308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:08.432483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:08.516784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:08.536681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9cc2f2a8-3363-4e66-8b5e-d7c586899668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:08.554890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1de1c9-d312-4642-89e4-9d0d63eda7ea,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:08.558127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:08.572031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:08.578818 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c1de1c9-d312-4642-89e4-9d0d63eda7ea HTTP/1.1" status: 204 len: 168 time: 0.2708645 Feb 18 04:29:09.451422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41152) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:09.548541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-55b64e00-ff02-4cc6-9d7b-00ba339124d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:09.550282 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-55b64e00-ff02-4cc6-9d7b-00ba339124d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 0.5902834 Feb 18 04:29:09.555559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d12035-1e72-469e-8cb4-ef7d22959fbc req-4b06ac77-d454-4fe3-ab34-c4fb6b9cb933 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:09.563511 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40d12035-1e72-469e-8cb4-ef7d22959fbc req-4b06ac77-d454-4fe3-ab34-c4fb6b9cb933 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.4538512 Feb 18 04:29:09.629255 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40d12035-1e72-469e-8cb4-ef7d22959fbc req-e67c1016-8e7e-477b-b2ee-e281160434dd tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604134 Feb 18 04:29:09.803932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-e406db30-5ca5-4fc7-98a2-eca6c4435991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:09.805694 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-e406db30-5ca5-4fc7-98a2-eca6c4435991 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.2461634 Feb 18 04:29:09.840393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:09.937115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:09.950261 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Usage tracker for resource:security_group_rule and tenant:7dfc4bdc33744cdcb1556ee357ec3c8a is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:09.954056 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-ebdee4cd-58a8-4c7e-bf35-5a203c962d80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0937905 Feb 18 04:29:09.954874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:09.960702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:10.118541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.118723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41180) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:10.125550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-2d1ecea0-e653-4211-9f3a-56d2cdb54b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:10.127657 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-2d1ecea0-e653-4211-9f3a-56d2cdb54b91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.1633303 Feb 18 04:29:10.129057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.140824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c97c2c7-ed33-47b9-a765-537dd597e11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:10.204633 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-40ccb4f4-ac8a-4679-b907-9f0f37244773 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655446 Feb 18 04:29:10.261045 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62fdf8c-428b-48d6-ba7d-d54e0418451e,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:10.278545 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1975497358-network', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:10.289109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:10.294933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Usage tracker for resource:network and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:10.298650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:10.306200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:10.316730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Made reservation on behalf of 371efb21a7c548e2a1f977fc3e8f2fbe for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:29:10.321615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.334883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.337879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:10.353954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:10.358021 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Usage tracker for resource:security_group_rule and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:10.361168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:10.369198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:10.399538 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dfc4bdc33744cdcb1556ee357ec3c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9443800 Feb 18 04:29:10.402503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41190) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:10.447190 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-8ef1823f-7c42-4aea-b159-7529a5bb7bd0 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254505 Feb 18 04:29:10.532797 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.571735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.585740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.599508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.619039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:29:10.624452 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13c852c7-1d76-40eb-8e8f-efcd19d12b64 req-2976c3de-c8ca-4e49-a2ad-89435e1e3c04 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1670396 Feb 18 04:29:10.625384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-dbd3fecf-e3df-4d6a-845a-71c47df719ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:10.661790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.662374 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Added segment 3a9de980-95a8-4286-a93a-b014796cb200 of type vxlan for network b626f94f-63a0-4221-93f5-0057375f96e5 Feb 18 04:29:10.667906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2f407-c20a-4682-9d1b-57e002055704,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:10.712330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.717941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:10.754470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.755110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:10.755590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.762271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5e5a3bc0-38e6-4838-923b-ee56b49d289a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:10.882047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb509e4-fe3a-4122-aa88-46f953c3dd1e req-1a534ac6-53ba-454d-b403-25a72e3e1d4f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:10.890073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-deb509e4-fe3a-4122-aa88-46f953c3dd1e req-1a534ac6-53ba-454d-b403-25a72e3e1d4f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1015775 Feb 18 04:29:10.951363 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-deb509e4-fe3a-4122-aa88-46f953c3dd1e req-c1160f69-c983-4b3a-b288-7470b445ec2c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601902 Feb 18 04:29:10.963405 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Pushing event updated for resources: {'Network': ['ID=b626f94f-63a0-4221-93f5-0057375f96e5,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:10.975403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:10.976431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network b626f94f-63a0-4221-93f5-0057375f96e5 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:29:11.015899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:11.017764 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03f3944f-79cd-4a7f-8194-91ebc2575d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:11.046315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62fdf8c-428b-48d6-ba7d-d54e0418451e,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:11.058674 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9360607 Feb 18 04:29:11.059099 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41212) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:11.062504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:11.064197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:11.065381 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d62fdf8c-428b-48d6-ba7d-d54e0418451e HTTP/1.1" status: 204 len: 168 time: 0.6574163 Feb 18 04:29:11.066624 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Request body: {'subnet': {'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1975497358-subnet', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:11.091364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:11.102387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Usage tracker for resource:subnet and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:11.107869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:11.121871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network b626f94f-63a0-4221-93f5-0057375f96e5 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:29:11.125123 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:11.140629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Made reservation on behalf of 371efb21a7c548e2a1f977fc3e8f2fbe for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:29:11.151511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793233834'] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:11.572942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41224) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:11.593249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:11.611467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:11.616564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Usage tracker for resource:security_group_rule and tenant:3cb716906ba34cccab94df2f51bea07f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:11.619981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:11.629727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:11.691830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61164490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793233819'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:11.708367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:11.756796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:11.792899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:11.822367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-dc00c640-b49b-433f-be36-3dfa6bf8d66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:11.860938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b43985-10c5-43f8-a711-4599739bf198,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:11.866295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:11.882231 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3cb716906ba34cccab94df2f51bea07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075836 Feb 18 04:29:11.885877 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41234) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:11.923523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1ea2a0-970d-4f59-ad57-880e1910a1cd,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:11.930584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:11.947610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Checking segment: {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:11.949092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Network hostable DHCP agents. Network: b626f94f-63a0-4221-93f5-0057375f96e5, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:29:11.981452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Network b626f94f-63a0-4221-93f5-0057375f96e5 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:29:11.986619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.007209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, b626f94f-63a0-4221-93f5-0057375f96e5) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:12.017126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd04727-7123-43ca-93fb-95d1e23ce953 None None] Network b626f94f-63a0-4221-93f5-0057375f96e5 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:29:12.021958 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:12.022832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.036733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.051290 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9909160 Feb 18 04:29:12.056561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41240) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:12.068467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:12.077314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:12.091050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Usage tracker for resource:router and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:12.096018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:12.107147 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.114463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:12.116297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-68dd0b30-65ef-4fd9-8e77-0e9de189ce27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:12.133085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15214'] for router, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.134390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.134615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854028063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760603'] for router, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.135587 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af1ea2a0-970d-4f59-ad57-880e1910a1cd HTTP/1.1" status: 204 len: 168 time: 0.2484670 Feb 18 04:29:12.159162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.240110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1ea2a0-970d-4f59-ad57-880e1910a1cd,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:12.244349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:12.318986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269765-efb4-4260-9540-c9444ff5d1d1 req-9fe46313-a96e-476e-997d-eb617e7d70ed tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:12.330643 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e269765-efb4-4260-9540-c9444ff5d1d1 req-9fe46313-a96e-476e-997d-eb617e7d70ed tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1973882 Feb 18 04:29:12.410648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47869801-813c-5d2f-b3c7-c7e60ba2d485-b626f94f-63a0-4221-93f5-0057375f96e5', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198'}]}} from dv-cinder-776307-1-smb. {{(pid=83968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 04:29:12.411868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.430643 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e269765-efb4-4260-9540-c9444ff5d1d1 req-fec4b7f2-9056-4783-b597-540692df3267 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930157 Feb 18 04:29:12.793406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:12.954288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Allocated IP 172.20.0.2 (b626f94f-63a0-4221-93f5-0057375f96e5/97b43985-10c5-43f8-a711-4599739bf198/e0777d75-f8bd-4d03-a80c-9bfe27ddce51) {{(pid=83968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:29:13.093479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41268) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:13.324236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.355052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.374291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Notify callbacks [] for port, precommit_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.382047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:13.386787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d3001d90978482ebeaa60038c1ec989 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:13.388388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Transition to ACTIVE for port object e0777d75-f8bd-4d03-a80c-9bfe27ddce51 will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:13.389512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.389953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:13.396736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:13.415172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Transition to ACTIVE for port object e0777d75-f8bd-4d03-a80c-9bfe27ddce51 will not be triggered until provisioned by entity DHCP. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:13.422074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.510287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.518381 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.528316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6ab2b655-a37d-44b5-b3a6-aed4278471bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:13.639937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:13.646342 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d3001d90978482ebeaa60038c1ec989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449028 Feb 18 04:29:13.647399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41286) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:13.650358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d001a3-6baa-4ffc-a6aa-efac81be1695,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:13.658236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:13.727874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.758733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Pushing event updated for resources: {'Port': ['ID=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,revision_number=1']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:13.772917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.779441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.782248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.782668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.783281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.783417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.783801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.784171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.785087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.785455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.785890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.786173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.786542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.786954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.788093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.788093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.798518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.799064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.799367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.799834 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.801251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.803964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.803964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.803964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.803964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:13.819996 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:13.830600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Network b626f94f-63a0-4221-93f5-0057375f96e5 is already hosted by enough agents. {{(pid=83968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:13.831929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Resources bound (agent type, host, resource id): {{(pid=83968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:13.841191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Received port after_create {{(pid=83968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:29:13.845222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.852729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06cd5633-0a58-4672-a86b-3b524f3e736e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:13.882361 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d001a3-6baa-4ffc-a6aa-efac81be1695,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:13.895235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:13.908118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.915040 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84d001a3-6baa-4ffc-a6aa-efac81be1695 HTTP/1.1" status: 204 len: 168 time: 0.2605877 Feb 18 04:29:13.968559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Attempting to bind port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:29:13.969050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Attempting to bind port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:29:13.969525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Attempting to bind port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 on network b626f94f-63a0-4221-93f5-0057375f96e5 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:29:13.982212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:29:13.982718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Checking segment: {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:13.983237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:13.983774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Bound using segment: {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:29:13.984379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Bound port: e0777d75-f8bd-4d03-a80c-9bfe27ddce51, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:29:13.984866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:14.179024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] For port e0777d75-f8bd-4d03-a80c-9bfe27ddce51, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:29:14.183622 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] For port e0777d75-f8bd-4d03-a80c-9bfe27ddce51, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:29:14.191098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:14.292115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa015-a9bc-40e4-aceb-3254b1d568ae req-55eb06bb-ded0-4c39-beee-bc265149a04c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:14.306283 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ccafa015-a9bc-40e4-aceb-3254b1d568ae req-55eb06bb-ded0-4c39-beee-bc265149a04c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.3629165 Feb 18 04:29:14.427062 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ccafa015-a9bc-40e4-aceb-3254b1d568ae req-360a7669-7702-4306-8ebd-650b09b92473 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188624 Feb 18 04:29:14.464535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:14.556875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Allocated IP 172.28.0.231 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/b8adda6f-8430-4cdc-b7cd-d78729eb9a6a) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:29:14.644627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Pushing event updated for resources: {'Port': ['ID=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:14.650523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:14.910357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:14.944006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:15.140320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:15.251950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:15.278392 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:15.292550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:29:15.388441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41370) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:15.453375 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Pushing event updated for resources: {'Port': ['ID=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:15.688919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device e0777d75-f8bd-4d03-a80c-9bfe27ddce51 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:15.790674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1527152184-network', 'tenant_id': 'ba7e99a282c94327964217aac0365791'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:15.801985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:15.829226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:15.830248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Usage tracker for resource:network and tenant:ba7e99a282c94327964217aac0365791 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:15.851538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:15.869567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:15.909200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0707ee4-d5a1-48c9-a3f3-eb348b4b315d req-c33fc18f-a33b-4a92-a74f-bdd563f5b26e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:15.910127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:15.917478 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0707ee4-d5a1-48c9-a3f3-eb348b4b315d req-c33fc18f-a33b-4a92-a74f-bdd563f5b26e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.2424989 Feb 18 04:29:15.941491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Made reservation on behalf of ba7e99a282c94327964217aac0365791 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:29:15.946311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:15.963433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:15.985137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:15.989617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7e99a282c94327964217aac0365791 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:15.992688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:16.019433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:16.024750 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0707ee4-d5a1-48c9-a3f3-eb348b4b315d req-5fa148dc-de84-4638-a9a0-03dd63004234 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063273 Feb 18 04:29:16.146525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.157503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.161205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.171927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b8081275-1eab-47a4-950b-481c40354f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:16.212187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e9a58-24bf-4817-96f2-c2544da83206,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:16.219199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:29:16.231609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:16.261907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.262348 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Added segment e889dccd-d116-43f1-a303-0a5d8a90cfc6 of type vxlan for network a20ef78a-b564-40ba-be49-a16971bc5547 Feb 18 04:29:16.304604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.359269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.360547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:16.361191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.391781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:16.430050 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0373490 Feb 18 04:29:16.435029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41402) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:16.448239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Request body: {'subnet': {'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1527152184-subnet', 'tenant_id': 'ba7e99a282c94327964217aac0365791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:16.457883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:16.462005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Usage tracker for resource:subnet and tenant:ba7e99a282c94327964217aac0365791 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:16.465024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:16.473835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:16.520730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Pushing event updated for resources: {'Network': ['ID=a20ef78a-b564-40ba-be49-a16971bc5547,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:16.524212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:16.534342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network a20ef78a-b564-40ba-be49-a16971bc5547 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:29:16.550952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network a20ef78a-b564-40ba-be49-a16971bc5547 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:29:16.778088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641'] for router, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:16.780458 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Made reservation on behalf of ba7e99a282c94327964217aac0365791 for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:29:16.789036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793233834'] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:17.021121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67be6b-a250-4ff6-9e5b-507a185e254c None None] Network b626f94f-63a0-4221-93f5-0057375f96e5 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:29:17.211683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Provisioning for port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:17.233133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Provisioning complete for port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:17.233485 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:17.460781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:17.572991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] For port e0777d75-f8bd-4d03-a80c-9bfe27ddce51, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:29:17.578815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:17.582496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:17.685816 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Pushing event updated for resources: {'Port': ['ID=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:17.689420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:17.699541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Router 031cec42-5dd7-4351-aa4a-468bfdf04480 is scheduled to L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 with binding_index 1 {{(pid=83967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 04:29:17.947621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebc5a8-b337-4fa2-90e4-ef5e4c20a90c req-e467b968-838a-4e22-8bef-d4e2e4934eb4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:17.958859 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eeebc5a8-b337-4fa2-90e4-ef5e4c20a90c req-e467b968-838a-4e22-8bef-d4e2e4934eb4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.6785181 Feb 18 04:29:18.022548 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eeebc5a8-b337-4fa2-90e4-ef5e4c20a90c req-0f039d2e-ac80-48b2-ac60-1fc12c3f05ac tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627508 Feb 18 04:29:18.040308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:29:18.042531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-df1a20f2-9b30-47f4-84c9-ec745123b9f1 None None] Provisioning complete for port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:18.042970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-df1a20f2-9b30-47f4-84c9-ec745123b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:18.061305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Sync routers for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:29:18.079829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:18.080525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:18.125675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:18.127234 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-545b1ace-51c9-43c0-b12e-10cb07e1f781 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0696907 Feb 18 04:29:18.131705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41422) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:18.321335 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:18.492144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-192bdb55-e772-4395-a949-6dfd6f973eee None None] Provisioning complete for port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:18.492953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-192bdb55-e772-4395-a949-6dfd6f973eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:18.708890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:15Z', 'revision_number': 3, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:18.714146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Checking router: 031cec42-5dd7-4351-aa4a-468bfdf04480 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:29:18.714696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Updating router 031cec42-5dd7-4351-aa4a-468bfdf04480 port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a binding host dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:29:18.746029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61164490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793233819'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:18.769720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:18.783401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:18.838959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-5b957fde-85ff-4a64-9b9d-cde4982bff6a None None] Provisioning complete for port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:18.842710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5b957fde-85ff-4a64-9b9d-cde4982bff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:19.086592 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e76397e-5d72-4cc9-bdfe-612a977051e8,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:19.093861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:19.241042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Checking segment: {'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:19.241429 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Network hostable DHCP agents. Network: a20ef78a-b564-40ba-be49-a16971bc5547, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:29:19.322749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78a9ab-1106-45f6-bd14-b23288ba5e83 req-a1224772-3279-4a7f-98c9-6c3c402ae583 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:19.331879 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6a78a9ab-1106-45f6-bd14-b23288ba5e83 req-a1224772-3279-4a7f-98c9-6c3c402ae583 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1110592 Feb 18 04:29:19.333267 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Network a20ef78a-b564-40ba-be49-a16971bc5547 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:29:19.358496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, a20ef78a-b564-40ba-be49-a16971bc5547) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:19.368616 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0d606-3a94-4496-b2d8-f84682ec8036 None None] Network a20ef78a-b564-40ba-be49-a16971bc5547 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:29:19.399987 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6a78a9ab-1106-45f6-bd14-b23288ba5e83 req-0baf545d-37b5-47a8-9a8d-db7c799cd15c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669603 Feb 18 04:29:19.437875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:19.438625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:19.480227 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0421491 Feb 18 04:29:19.531808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device e0777d75-f8bd-4d03-a80c-9bfe27ddce51 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:19.564720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:19.701723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:19.702172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:19.872773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6244269d-3382-48bb-b438-abb53328c080 None None] Network a20ef78a-b564-40ba-be49-a16971bc5547 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:29:19.965417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Notify callbacks [] for port, precommit_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:19.980706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Transition to ACTIVE for port object b8adda6f-8430-4cdc-b7cd-d78729eb9a6a will not be triggered until provisioned by entity L2. {{(pid=83969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:20.006439 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:20.029209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8187530d-8644-4adc-8e24-618015c30df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:20.313430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Pushing event updated for resources: {'Port': ['ID=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,revision_number=2']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:20.315082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Allocated IP 172.20.0.1 (b626f94f-63a0-4221-93f5-0057375f96e5/97b43985-10c5-43f8-a711-4599739bf198/6b7f400f-104d-4602-bfd0-ffcb47e2c904) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:29:20.406150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.406707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.407207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.407794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.408063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.408509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.408794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.409887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.410339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.411433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.411817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.412219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.412733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.413089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.413506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.413978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.414344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.414707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.415071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.415502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.415936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.416286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.416696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.417096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:29:20.435073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:20.481064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Attempting to bind port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:29:20.481600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Attempting to bind port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:29:20.481856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Attempting to bind port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a on network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:29:20.489493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:29:20.490019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:20.490490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:20.490954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Bound using segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:29:20.491571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Bound port: b8adda6f-8430-4cdc-b7cd-d78729eb9a6a, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:29:20.502071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:20.689947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] For port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:29:20.694976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] For port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:29:20.708329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:20.885929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:20.928424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:20.947414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce2e3c-c934-4b66-ab87-bc7323b2935e req-ef46d078-c3c6-4188-8f78-264c7080f80c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:20.952149 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c0ce2e3c-c934-4b66-ab87-bc7323b2935e req-ef46d078-c3c6-4188-8f78-264c7080f80c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.2708724 Feb 18 04:29:20.954851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Transition to ACTIVE for port object 6b7f400f-104d-4602-bfd0-ffcb47e2c904 will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:21.015802 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c0ce2e3c-c934-4b66-ab87-bc7323b2935e req-c4db2819-a3ca-4c54-99f1-170d9df9481a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506206 Feb 18 04:29:21.055022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:21.148570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:21.151215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Pushing event updated for resources: {'Port': ['ID=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,revision_number=3']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:21.156172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:21.204519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:21.205206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:21.466778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:21.469114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Pushing event updated for resources: {'Port': ['ID=6b7f400f-104d-4602-bfd0-ffcb47e2c904,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:21.480968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:21.564580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Network b626f94f-63a0-4221-93f5-0057375f96e5 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:21.565963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:21.568528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:29:21.650242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082862'] for router_interface, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:21.941447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:15Z', 'revision_number': 3, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:21.958289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22da72-9bf1-4910-84da-98c11ff34407 None None] The sync data for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb is: [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:15Z', 'revision_number': 3, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:29:21.960864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:22.048340 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-2240ff46-af18-4423-90cb-113af3f9bce9 None None] Provisioning for port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:22.058393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-2240ff46-af18-4423-90cb-113af3f9bce9 None None] Provisioning complete for port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:22.058938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2240ff46-af18-4423-90cb-113af3f9bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:22.103056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:22.145997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-2240ff46-af18-4423-90cb-113af3f9bce9 None None] Port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:29:22.374027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493e921-4bbd-4209-9e14-4b6f4f9d5073 req-f33c83a4-8efa-455a-820b-d3fead40d36e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:22.383365 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5493e921-4bbd-4209-9e14-4b6f4f9d5073 req-f33c83a4-8efa-455a-820b-d3fead40d36e tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1929555 Feb 18 04:29:22.469928 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5493e921-4bbd-4209-9e14-4b6f4f9d5073 req-366dca6a-ee0b-4297-9c87-eb6182cfc985 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851650 Feb 18 04:29:22.531692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:22.579790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:22.638308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cc7c1512-6f8a-41b8-a1d8-c03609a8eb3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:22.781481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Pushing event updated for resources: {'Port': ['ID=6b7f400f-104d-4602-bfd0-ffcb47e2c904,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:22.790680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:22.804433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692848'] for router_interface, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:22.975969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Network b626f94f-63a0-4221-93f5-0057375f96e5 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:22.977215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:23.234555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Router 031cec42-5dd7-4351-aa4a-468bfdf04480 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:29:23.282289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-54821973-cf6b-42da-abec-900e35673d9b None None] Provisioning complete for port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:23.283172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54821973-cf6b-42da-abec-900e35673d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:23.376222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-54821973-cf6b-42da-abec-900e35673d9b None None] Port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:29:23.457151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:29:23.475907 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] 10.222.0.58 "PUT /v2.0/routers/031cec42-5dd7-4351-aa4a-468bfdf04480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3344896 Feb 18 04:29:23.629007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b8adda6f-8430-4cdc-b7cd-d78729eb9a6a up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:23.753308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:23.765234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:23.767663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:23.921349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85a0f-b462-4411-be09-efacc92fca4a req-0b019378-dc1e-4f8f-afe1-c91c37f5a4c0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:23.929142 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bdc85a0f-b462-4411-be09-efacc92fca4a req-0b019378-dc1e-4f8f-afe1-c91c37f5a4c0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1816864 Feb 18 04:29:23.990955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:23.993313 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bdc85a0f-b462-4411-be09-efacc92fca4a req-eea9f636-2e97-47fa-a75c-683b493d3aab tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557568 Feb 18 04:29:24.022304 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:29:24.030509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.032553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-292ae7e4-4b9a-4343-a2f5-0cb3cb68aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:24.122992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:24.137278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:24.490081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41506) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:24.496443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-37014859-network', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:24.502242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:24.506827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Usage tracker for resource:network and tenant:7db3b8945777436fa9df37a7004d84f3 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:24.509829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:24.515969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:24.526733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Made reservation on behalf of 7db3b8945777436fa9df37a7004d84f3 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:29:24.531784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.545089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.561389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:24.566457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Usage tracker for resource:security_group_rule and tenant:7db3b8945777436fa9df37a7004d84f3 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:24.569395 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:24.575442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:24.669884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.673172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.689891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:29:24.692422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-18fddf81-3a96-47ae-a6d2-87fdbae3aa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:24.725548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f412423-1bc9-47e5-9417-558205abf1aa,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:24.733402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.733847 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Added segment b89bbc8b-4ff8-4b26-a694-18d0ee991cfa of type vxlan for network cff2d213-4a5d-4e8f-a661-b8a414e518b8 Feb 18 04:29:24.756032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:24.762779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.821842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.823962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:24.824841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:24.831492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:24.961896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Pushing event updated for resources: {'Network': ['ID=cff2d213-4a5d-4e8f-a661-b8a414e518b8,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:24.966510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:24.975388 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4814031 Feb 18 04:29:24.975789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41514) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:24.979435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:29:24.982273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Request body: {'subnet': {'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-37014859-subnet', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:24.989730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:24.993840 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Usage tracker for resource:subnet and tenant:7db3b8945777436fa9df37a7004d84f3 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:24.996947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:25.000427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:29:25.005815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:25.028793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Made reservation on behalf of 7db3b8945777436fa9df37a7004d84f3 for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:29:25.035126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793233834'] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:25.340538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcb3bf-d68b-4489-9072-6324972d07f4 req-5f93736c-985e-415e-b437-e2ebde4d4f00 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:25.342293 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2bbcb3bf-d68b-4489-9072-6324972d07f4 req-5f93736c-985e-415e-b437-e2ebde4d4f00 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1397016 Feb 18 04:29:25.399097 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2bbcb3bf-d68b-4489-9072-6324972d07f4 req-7532ce59-9964-40a5-ae08-5081bec57dab tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Feb 18 04:29:25.440205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Sync routers for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:29:25.455137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:25.457598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:25.561663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b8adda6f-8430-4cdc-b7cd-d78729eb9a6a up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:25.591178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61164490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793233819'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:25.677642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fdd9e337-dc8a-4ade-8b03-743207393d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:25.786469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:25.786881 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:25.854389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:25.900057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=131161f7-cf28-484f-a83d-5c535a457ea3,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:25.903302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:25.906743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Checking segment: {'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:25.907362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Network hostable DHCP agents. Network: cff2d213-4a5d-4e8f-a661-b8a414e518b8, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:29:25.941581 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:29:25.951563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, cff2d213-4a5d-4e8f-a661-b8a414e518b8) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:25.976788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:25.977620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:26.008127 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0308120 Feb 18 04:29:26.009692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41524) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:26.019016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:26.027675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:26.033343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Usage tracker for resource:router and tenant:7db3b8945777436fa9df37a7004d84f3 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:26.038782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:26.040839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d288b4-dfb1-4418-acb5-a5da532d05e0 None None] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:29:26.053499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:26.068003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15214'] for router, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:26.069445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854028063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760603'] for router, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:26.100776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:26.469179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:26.580074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47869801-813c-5d2f-b3c7-c7e60ba2d485-cff2d213-4a5d-4e8f-a661-b8a414e518b8', 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'fixed_ips': [{'subnet_id': '131161f7-cf28-484f-a83d-5c535a457ea3'}]}} from dv-cinder-776307-1-smb. {{(pid=83968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 04:29:26.595580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:26.733277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27ccf9-b374-4b88-830e-66b98338770f req-e1343755-65b4-46e2-b1aa-d137373c5057 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:26.736911 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a27ccf9-b374-4b88-830e-66b98338770f req-e1343755-65b4-46e2-b1aa-d137373c5057 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1240971 Feb 18 04:29:26.748021 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:22Z', 'revision_number': 2, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:26.775713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Checking router: 031cec42-5dd7-4351-aa4a-468bfdf04480 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:29:26.775713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Updating router 031cec42-5dd7-4351-aa4a-468bfdf04480 port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 binding host dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:29:26.833339 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a27ccf9-b374-4b88-830e-66b98338770f req-df162a28-e0bf-4f07-ba30-9f457ae181f9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726328 Feb 18 04:29:26.936282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.108274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.160212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.246794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Allocated IP 172.20.0.2 (cff2d213-4a5d-4e8f-a661-b8a414e518b8/131161f7-cf28-484f-a83d-5c535a457ea3/ae94bc3d-5725-44f6-afc1-53286e4aad0a) {{(pid=83968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:29:27.550551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Allocated IP 172.28.0.182 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/a1feac64-9481-46b2-90bc-9073b86020c0) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:29:27.659144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1ede89bf-88e4-4fe7-8082-9493e75f932c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.750534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.803486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.881453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.895441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-398e4336-e229-4376-bc09-7038f9d80516 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:27.913457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Transition to ACTIVE for port object ae94bc3d-5725-44f6-afc1-53286e4aad0a will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:27.946866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:27.965108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Transition to ACTIVE for port object 6b7f400f-104d-4602-bfd0-ffcb47e2c904 will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:27.966442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Transition to ACTIVE for port object ae94bc3d-5725-44f6-afc1-53286e4aad0a will not be triggered until provisioned by entity DHCP. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:27.969707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:28.014354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Pushing event updated for resources: {'Port': ['ID=a1feac64-9481-46b2-90bc-9073b86020c0,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:28.017984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:28.069999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:28.101118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:28.119258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:28.120426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:28.123068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:29:28.196610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-1a6fb2ef-277e-42af-b1a2-cef00d2c8747 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:28.197000 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92474c8-ade5-4c55-8ddd-2dd0cb8aadef req-a18a803b-a4f1-40d4-ae8a-c259a3173649 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:28.199277 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-1a6fb2ef-277e-42af-b1a2-cef00d2c8747 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/networks?id=a20ef78a-b564-40ba-be49-a16971bc5547 HTTP/1.1" status: 200 len: 814 time: 0.1874146 Feb 18 04:29:28.203837 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c92474c8-ade5-4c55-8ddd-2dd0cb8aadef req-a18a803b-a4f1-40d4-ae8a-c259a3173649 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1907239 Feb 18 04:29:28.215649 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-adbf5191-3b8b-4fd5-8e0c-f7da73d0a1e4 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/quotas/ba7e99a282c94327964217aac0365791 HTTP/1.1" status: 200 len: 375 time: 0.0101125 Feb 18 04:29:28.274133 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-1df9468e-3a6a-4067-952e-44f8ca7df80e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba7e99a282c94327964217aac0365791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513401 Feb 18 04:29:28.359364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c221d-b013-4eb8-a2e6-80d916744e42 None None] Pushing event updated for resources: {'Port': ['ID=6b7f400f-104d-4602-bfd0-ffcb47e2c904,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:28.420587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-869c221d-b013-4eb8-a2e6-80d916744e42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:28.466192 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:28.511604 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-9c7f423a-0d91-4ee0-9e15-fe1804e963b2 service neutron] 10.222.0.58 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230492 Feb 18 04:29:28.589388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 is already hosted by enough agents. {{(pid=83968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:28.593386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Pushing event updated for resources: {'Port': ['ID=ae94bc3d-5725-44f6-afc1-53286e4aad0a,revision_number=1']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:28.598363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Resources bound (agent type, host, resource id): {{(pid=83968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:28.602909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Received port after_create {{(pid=83968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:29:28.605497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:28.610444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Attempting to bind port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:29:28.610444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Attempting to bind port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:29:28.610444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Attempting to bind port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 on network b626f94f-63a0-4221-93f5-0057375f96e5 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:29:28.616579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:29:28.617229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Checking segment: {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:28.617229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:28.617598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Bound using segment: {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:29:28.618130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Bound port: 6b7f400f-104d-4602-bfd0-ffcb47e2c904, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:29:28.618550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:28.666055 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-c1deae26-433c-4f6e-8625-d3682d6fc8a6 service neutron] 10.222.0.58 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473384 Feb 18 04:29:28.688163 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c92474c8-ade5-4c55-8ddd-2dd0cb8aadef req-e7081f66-cf08-4aa2-a96d-76d0796a478a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715651 Feb 18 04:29:28.737800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Attempting to bind port ae94bc3d-5725-44f6-afc1-53286e4aad0a on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:29:28.738218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Attempting to bind port ae94bc3d-5725-44f6-afc1-53286e4aad0a by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:29:28.738894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Attempting to bind port ae94bc3d-5725-44f6-afc1-53286e4aad0a on network cff2d213-4a5d-4e8f-a661-b8a414e518b8 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:29:28.783966 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] For port 6b7f400f-104d-4602-bfd0-ffcb47e2c904, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:29:28.787722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] For port 6b7f400f-104d-4602-bfd0-ffcb47e2c904, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=6b7f400f-104d-4602-bfd0-ffcb47e2c904,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:29:28.789273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:29:28.789707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Checking segment: {'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:28.790115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:28.790705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Bound using segment: {'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:29:28.791382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Bound port: ae94bc3d-5725-44f6-afc1-53286e4aad0a, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:29:28.791823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:28.804739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:28.910964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:29.001569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c221d-b013-4eb8-a2e6-80d916744e42 None None] Pushing event updated for resources: {'Port': ['ID=6b7f400f-104d-4602-bfd0-ffcb47e2c904,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:29.022514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:29.047631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-869c221d-b013-4eb8-a2e6-80d916744e42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:29.097429 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6d53208a-42e1-4f1f-82f2-7cbb3f0ee8b7 req-82413bb9-ca66-4b93-ade8-a3faf1ba54ca tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 210 time: 0.1249304 Feb 18 04:29:29.135531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] For port ae94bc3d-5725-44f6-afc1-53286e4aad0a, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:29:29.138812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] For port ae94bc3d-5725-44f6-afc1-53286e4aad0a, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=ae94bc3d-5725-44f6-afc1-53286e4aad0a,segment=NetworkSegment(b89bbc8b-4ff8-4b26-a694-18d0ee991cfa),segment_id=b89bbc8b-4ff8-4b26-a694-18d0ee991cfa)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:29:29.152599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:29.170172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-869c221d-b013-4eb8-a2e6-80d916744e42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:29.314108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:29.314917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:29.508691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641'] for router, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:29.612867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Pushing event updated for resources: {'Port': ['ID=ae94bc3d-5725-44f6-afc1-53286e4aad0a,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:29.632553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:29.644269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:29.847897 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Router 41609208-bde4-4389-a076-2370a69bb575 is scheduled to L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 with binding_index 1 {{(pid=83966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 04:29:30.067063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-96722ca5-896f-4912-9330-1d18e20cb2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:30.124203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d3a0c-c817-46bc-85e4-02c1dccff42d req-91bcb186-0551-4443-ba10-bcec7ad1d575 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:30.132655 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bf9d3a0c-c817-46bc-85e4-02c1dccff42d req-91bcb186-0551-4443-ba10-bcec7ad1d575 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.2206361 Feb 18 04:29:30.149540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:29:30.162589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Sync routers for ids ['41609208-bde4-4389-a076-2370a69bb575'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:29:30.180164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Notify callbacks [] for router, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:30.180846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Routers {'41609208-bde4-4389-a076-2370a69bb575'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:30.181518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['41609208-bde4-4389-a076-2370a69bb575'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:30.182670 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1718104 Feb 18 04:29:30.190280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 41640) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:30.593412 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a9f16f0f-ca0a-47f2-84ab-e8430cabee8a req-413b5ab9-6a0c-428f-bec1-a82c40dcad2a tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 210 time: 0.0696113 Feb 18 04:29:30.616273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Set router 41609208-bde4-4389-a076-2370a69bb575 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:30.817944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:30.834961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:28Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:30.840933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810923f1-0850-477c-98e8-f8df46414cd6 None None] The sync data for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb is: [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:28Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:29:30.975943 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bf9d3a0c-c817-46bc-85e4-02c1dccff42d req-b1adb5cc-b08b-42d8-ad96-fda4cea5f232 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8422298 Feb 18 04:29:31.036884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:29:28Z', 'revision_number': 3, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port': {'id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:27Z', 'updated_at': '2021-02-18T04:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:31.041962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Checking router: 41609208-bde4-4389-a076-2370a69bb575 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:29:31.042552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Updating router 41609208-bde4-4389-a076-2370a69bb575 port a1feac64-9481-46b2-90bc-9073b86020c0 binding host dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:29:31.107038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:31.264904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-9ff0eeb9-e173-4503-9081-abd852a6df0c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:31.266398 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-9ff0eeb9-e173-4503-9081-abd852a6df0c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "GET /v2.0/networks?id=a20ef78a-b564-40ba-be49-a16971bc5547 HTTP/1.1" status: 200 len: 814 time: 0.7434542 Feb 18 04:29:31.280884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Request body: {'port': {'device_id': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547', 'admin_state_up': True, 'tenant_id': 'ba7e99a282c94327964217aac0365791'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:31.482115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:31.524836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Usage tracker for resource:port and tenant:ba7e99a282c94327964217aac0365791 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:31.531708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:31.533637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:31.551893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:31.703960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 6b7f400f-104d-4602-bfd0-ffcb47e2c904 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:31.752324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Notify callbacks [] for port, precommit_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:31.765266 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Made reservation on behalf of ba7e99a282c94327964217aac0365791 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:29:31.776830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:31.782866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Transition to ACTIVE for port object a1feac64-9481-46b2-90bc-9073b86020c0 will not be triggered until provisioned by entity L2. {{(pid=83969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:31.787880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:31.797797 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-25f560d3-cca9-4aa2-88a0-b373b3bc939c req-cc55a0ea-d3b7-4266-b361-bd27b6cc0abd tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 210 time: 0.0563214 Feb 18 04:29:31.835508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-caf2cedd-daff-4b81-aee0-de84052f4028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:31.844848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a667965-1d42-425f-917b-0b877f6c5822 None None] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:29:31.934067 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41672) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:32.031818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.033884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4c37ca30-fd86-4e95-aee0-bcdbef738282 None None] Provisioning for port ae94bc3d-5725-44f6-afc1-53286e4aad0a completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:32.063210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:32.071530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:32.072187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.095480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Deleting subnet 899fdb9b-1977-4138-9c74-e7fe8b5b6e97 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:29:32.099221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.150630 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb04864-6305-4e50-8cd5-bb16f6d8891c None None] Pushing event updated for resources: {'Port': ['ID=a1feac64-9481-46b2-90bc-9073b86020c0,revision_number=2']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:32.155784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2bb04864-6305-4e50-8cd5-bb16f6d8891c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:32.211396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.283191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.407127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.453555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port 6b7f400f-104d-4602-bfd0-ffcb47e2c904, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=6b7f400f-104d-4602-bfd0-ffcb47e2c904,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:29:32.454668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Attempting to bind port a1feac64-9481-46b2-90bc-9073b86020c0 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:29:32.455195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Attempting to bind port a1feac64-9481-46b2-90bc-9073b86020c0 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:29:32.455849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Attempting to bind port a1feac64-9481-46b2-90bc-9073b86020c0 on network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:29:32.464973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:29:32.465507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:32.466422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.467627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Bound using segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:29:32.468167 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Bound port: a1feac64-9481-46b2-90bc-9073b86020c0, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:29:32.468726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.508623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.509565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device ae94bc3d-5725-44f6-afc1-53286e4aad0a up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:32.564373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:32.573849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Allocated IP 172.20.0.6 (a20ef78a-b564-40ba-be49-a16971bc5547/9e76397e-5d72-4cc9-bdfe-612a977051e8/1a0514c4-b70a-4345-8387-76a16da21fd6) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:29:32.577215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.639898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] For port a1feac64-9481-46b2-90bc-9073b86020c0, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:29:32.641747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.646833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] For port a1feac64-9481-46b2-90bc-9073b86020c0, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=a1feac64-9481-46b2-90bc-9073b86020c0,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:29:32.656806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.663989 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:32.722286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=6b7f400f-104d-4602-bfd0-ffcb47e2c904,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:32.729638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:32.765107 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port ae94bc3d-5725-44f6-afc1-53286e4aad0a completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:32.771453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port ae94bc3d-5725-44f6-afc1-53286e4aad0a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:32.771872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.786166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:32.917017 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899fdb9b-1977-4138-9c74-e7fe8b5b6e97,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:32.927181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84d9c-0904-417a-90cb-258f05c5a0e9 req-d97a75e7-2c3d-4ef9-8e1f-983027519331 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:32.929908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:32.939825 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3be84d9c-0904-417a-90cb-258f05c5a0e9 req-d97a75e7-2c3d-4ef9-8e1f-983027519331 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.5439010 Feb 18 04:29:32.948339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.950290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:32.962696 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9701a8a6-140e-40be-89ca-270f15eb5366 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/899fdb9b-1977-4138-9c74-e7fe8b5b6e97 HTTP/1.1" status: 204 len: 168 time: 1.0274663 Feb 18 04:29:32.963435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41688) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:32.990041 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb04864-6305-4e50-8cd5-bb16f6d8891c None None] Pushing event updated for resources: {'Port': ['ID=a1feac64-9481-46b2-90bc-9073b86020c0,revision_number=3']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:32.995161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2bb04864-6305-4e50-8cd5-bb16f6d8891c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:33.020972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port ae94bc3d-5725-44f6-afc1-53286e4aad0a, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=ae94bc3d-5725-44f6-afc1-53286e4aad0a,segment=NetworkSegment(b89bbc8b-4ff8-4b26-a694-18d0ee991cfa),segment_id=b89bbc8b-4ff8-4b26-a694-18d0ee991cfa)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:29:33.028443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.044788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:33.092517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Routers {'41609208-bde4-4389-a076-2370a69bb575'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:33.093459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['41609208-bde4-4389-a076-2370a69bb575'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:33.168615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=ae94bc3d-5725-44f6-afc1-53286e4aad0a,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:33.179199 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3be84d9c-0904-417a-90cb-258f05c5a0e9 req-f957a496-d8ca-412e-b56e-13ccec7299e7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384267 Feb 18 04:29:33.184323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:33.212939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-435906d4-cb4b-4ba5-97b7-cabdd1466c48 None None] Provisioning complete for port ae94bc3d-5725-44f6-afc1-53286e4aad0a triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:33.213365 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-435906d4-cb4b-4ba5-97b7-cabdd1466c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.288047 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0846c9b-3774-4aca-bc74-99279f87809a req-557e8112-bf6e-4022-bfa9-cc63e90caa89 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 210 time: 0.0972562 Feb 18 04:29:33.304274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.375486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.421231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] Set router 41609208-bde4-4389-a076-2370a69bb575 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:33.516926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-461c5d9a-dc2a-4243-bd17-ad786a5cdee4 None None] Provisioning complete for port ae94bc3d-5725-44f6-afc1-53286e4aad0a triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:33.517609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-461c5d9a-dc2a-4243-bd17-ad786a5cdee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.530264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.562256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.566514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 6b7f400f-104d-4602-bfd0-ffcb47e2c904 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:33.570304 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6b0e3407-b716-438f-aafc-b8bdbf2739b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:33.733196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bf4033-48ce-48c2-acfc-708add46378c']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:33.748826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97886602-8634-454b-9504-e03802b0091d') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:33.749396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97886602-8634-454b-9504-e03802b0091d') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:33.755069 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:33.755625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.762197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.778796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:33.781128 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:29:33.812648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:29:28Z', 'revision_number': 3, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port': {'id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:27Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:33.817093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401e061-08ca-4848-a2ae-07638be26e9b None None] The sync data for ids ['41609208-bde4-4389-a076-2370a69bb575'] in dv-cinder-776307-1-smb is: [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:29:28Z', 'revision_number': 3, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port': {'id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:27Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:29:33.861217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Pushing event updated for resources: {'Port': ['ID=1a0514c4-b70a-4345-8387-76a16da21fd6,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:33.867009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:33.887274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Allocated IP 172.20.0.1 (cff2d213-4a5d-4e8f-a661-b8a414e518b8/131161f7-cf28-484f-a83d-5c535a457ea3/43fb8e23-8bdb-4d76-967c-f9b7dc79e91e) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:29:33.977025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device ae94bc3d-5725-44f6-afc1-53286e4aad0a up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:34.020249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Network a20ef78a-b564-40ba-be49-a16971bc5547 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:34.033581 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:34.039688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:29:34.053166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-490b747b-4273-4a34-b295-f06204e72ef0 None None] Provisioning complete for port ae94bc3d-5725-44f6-afc1-53286e4aad0a triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:34.053992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-490b747b-4273-4a34-b295-f06204e72ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.156298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:34.156983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.229675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Network b4bf4033-48ce-48c2-acfc-708add46378c has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:29:34.236141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port ae94bc3d-5725-44f6-afc1-53286e4aad0a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:34.236641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.246543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.587172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Network b4bf4033-48ce-48c2-acfc-708add46378c has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:29:34.599364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:29:34.612836 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:29:34.630684 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3541605 Feb 18 04:29:34.632422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Transition to ACTIVE for port object 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:34.646397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Request body: {'port': {'device_id': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:34.701933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece6edf-6ce7-4ec8-ac50-1e92b130db77 req-a22479fd-b781-4a0f-bf96-32063299b48e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:34.703585 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aece6edf-6ce7-4ec8-ac50-1e92b130db77 req-a22479fd-b781-4a0f-bf96-32063299b48e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 931 time: 0.2196679 Feb 18 04:29:34.715278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d463f30-8a92-4c5c-a3fd-470e4529a09f req-e83c63c2-dfa5-4b90-ace8-6435bdbd2456 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:34.718614 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8d463f30-8a92-4c5c-a3fd-470e4529a09f req-e83c63c2-dfa5-4b90-ace8-6435bdbd2456 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1983545 Feb 18 04:29:34.732940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.757054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.761429 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-aece6edf-6ce7-4ec8-ac50-1e92b130db77 req-f1329634-f1c2-4ac7-9555-ecec16ccb0e7 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Synchronizing usage tracker for tenant:ba7e99a282c94327964217aac0365791 on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:29:34.765103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:34.788301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bf4033-48ce-48c2-acfc-708add46378c,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:34.790674 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8d463f30-8a92-4c5c-a3fd-470e4529a09f req-41e6b04a-4618-4510-866d-258ccd19e271 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640919 Feb 18 04:29:34.791157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:34.815909 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c91a4027-e841-4a8b-bf6a-15bd33364b80 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b4bf4033-48ce-48c2-acfc-708add46378c HTTP/1.1" status: 204 len: 168 time: 1.8512609 Feb 18 04:29:34.834836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-aece6edf-6ce7-4ec8-ac50-1e92b130db77 req-f1329634-f1c2-4ac7-9555-ecec16ccb0e7 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Unset dirty status for tenant:ba7e99a282c94327964217aac0365791 on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:29:34.836217 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aece6edf-6ce7-4ec8-ac50-1e92b130db77 req-f1329634-f1c2-4ac7-9555-ecec16ccb0e7 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260064 Feb 18 04:29:34.840915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:34.894509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-29e417f3-fdda-4c19-a5de-0c3dc2c323bd tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:34.932488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.016262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41708) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:35.069793 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-772a9db4-1cb5-4fcf-8ae0-eb6768385648 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc0f41e4e31644838531af66387f6bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520673 Feb 18 04:29:35.072388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 41712) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:35.114150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Pushing event updated for resources: {'Port': ['ID=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:35.121176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:35.140433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.175292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.224656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.232329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-058a6b64-75a9-4250-be70-5fc9348bc5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:35.241312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:35.245109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:35.248896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:29:35.252063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ed2e0-916d-4bd2-aef1-e06a8145c110,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:35.255658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:35.270182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.275487 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/799ed2e0-916d-4bd2-aef1-e06a8145c110 HTTP/1.1" status: 204 len: 168 time: 0.2019901 Feb 18 04:29:35.382270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082862'] for router_interface, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.567724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-ff585d5f-9232-409c-8f88-3b3c178f0636 None None] Provisioning for port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:35.575148 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-ff585d5f-9232-409c-8f88-3b3c178f0636 None None] Provisioning complete for port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:35.575895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ff585d5f-9232-409c-8f88-3b3c178f0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.609093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device a1feac64-9481-46b2-90bc-9073b86020c0 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:35.692859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-ff585d5f-9232-409c-8f88-3b3c178f0636 None None] Port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:29:35.693481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0514c4-b70a-4345-8387-76a16da21fd6 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:29:35.706909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.711104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port a1feac64-9481-46b2-90bc-9073b86020c0 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:35.716091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port a1feac64-9481-46b2-90bc-9073b86020c0 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:35.717245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.733384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.744891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Transition to ACTIVE for port object 1a0514c4-b70a-4345-8387-76a16da21fd6 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:35.750630 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.765271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:35.911682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.937624 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Pushing event updated for resources: {'Port': ['ID=1a0514c4-b70a-4345-8387-76a16da21fd6,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:35.944989 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:35.945789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port a1feac64-9481-46b2-90bc-9073b86020c0, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=a1feac64-9481-46b2-90bc-9073b86020c0,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:29:35.949613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:35.952598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:36.046941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=a1feac64-9481-46b2-90bc-9073b86020c0,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:36.054934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:36.103805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67714653-6043-4517-ae78-a4be3f5a0e8f req-b7250c15-df99-44aa-b957-1d1c3a7c0dbc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:36.105431 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-67714653-6043-4517-ae78-a4be3f5a0e8f req-b7250c15-df99-44aa-b957-1d1c3a7c0dbc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.0918510 Feb 18 04:29:36.160897 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-67714653-6043-4517-ae78-a4be3f5a0e8f req-eaad4f2b-c147-4875-aae9-26928e3e09d1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477836 Feb 18 04:29:36.431279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45763d-b758-4dcb-b929-eec7be2a17ba req-e40f34be-7f06-4313-9447-1cbc8c2a7f20 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:36.432940 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c45763d-b758-4dcb-b929-eec7be2a17ba req-e40f34be-7f06-4313-9447-1cbc8c2a7f20 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.4390712 Feb 18 04:29:36.492778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Attempting to bind port 1a0514c4-b70a-4345-8387-76a16da21fd6 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:29:36.493154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Attempting to bind port 1a0514c4-b70a-4345-8387-76a16da21fd6 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:29:36.493524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Attempting to bind port 1a0514c4-b70a-4345-8387-76a16da21fd6 on network a20ef78a-b564-40ba-be49-a16971bc5547 {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:29:36.514830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:29:36.515214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Checking segment: {'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:36.515643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:36.516042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Bound using segment: {'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:29:36.516524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Bound port: 1a0514c4-b70a-4345-8387-76a16da21fd6, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:29:36.516904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:36.551324 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c45763d-b758-4dcb-b929-eec7be2a17ba req-8bc3782c-b055-460a-ade0-a1266773d9c1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087780 Feb 18 04:29:36.558065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:36.590333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:36.629751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:36.739186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692848'] for router_interface, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:36.771025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Pushing event updated for resources: {'Port': ['ID=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:36.840185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:36.847765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] For port 1a0514c4-b70a-4345-8387-76a16da21fd6, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:29:36.867622 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] For port 1a0514c4-b70a-4345-8387-76a16da21fd6, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=1a0514c4-b70a-4345-8387-76a16da21fd6,segment=NetworkSegment(e889dccd-d116-43f1-a303-0a5d8a90cfc6),segment_id=e889dccd-d116-43f1-a303-0a5d8a90cfc6)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:29:36.873059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:36.890287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b64a3d0e-47fa-4a37-bfff-346c46b49d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:37.275143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Pushing event updated for resources: {'Port': ['ID=1a0514c4-b70a-4345-8387-76a16da21fd6,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:37.292737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:37.316759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:29:37.326694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:29:37.436463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:37.437134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:37.438616 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-d75300b6-28bb-44ce-a570-24328591486c service neutron] 10.222.0.23 "PUT /v2.0/ports/1a0514c4-b70a-4345-8387-76a16da21fd6 HTTP/1.1" status: 200 len: 1157 time: 2.7978337 Feb 18 04:29:37.439143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'tag': '1a0514c4-b70a-4345-8387-76a16da21fd6'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:29:37.462886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f56f4f-3e40-4061-92a8-389d0d420795 req-451dced0-4f81-404b-b75c-24fe7acfab1d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:37.471036 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-05f56f4f-3e40-4061-92a8-389d0d420795 req-451dced0-4f81-404b-b75c-24fe7acfab1d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.1723552 Feb 18 04:29:37.548134 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-05f56f4f-3e40-4061-92a8-389d0d420795 req-15655aea-0af7-481b-ac86-c1ee247d9bdc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694318 Feb 18 04:29:37.561644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device a1feac64-9481-46b2-90bc-9073b86020c0 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:37.587802 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'tag': '1a0514c4-b70a-4345-8387-76a16da21fd6', 'status': 'completed', 'code': 200} Feb 18 04:29:37.637291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Router 41609208-bde4-4389-a076-2370a69bb575 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:29:37.676484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port a1feac64-9481-46b2-90bc-9073b86020c0 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:37.676911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:37.757763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-91a3ebb5-bdab-4375-a1bd-36380a2caa54 None None] Provisioning complete for port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:37.758184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-91a3ebb5-bdab-4375-a1bd-36380a2caa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:37.820413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-2805d419-202b-4d3c-8013-8ae44af2da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:37.822023 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-2805d419-202b-4d3c-8013-8ae44af2da04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba7e99a282c94327964217aac0365791&device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 1160 time: 0.2895036 Feb 18 04:29:37.856442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-91a3ebb5-bdab-4375-a1bd-36380a2caa54 None None] Port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:29:37.968509 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-dd61abed-7e59-4da2-b079-4799b69bf47e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a0514c4-b70a-4345-8387-76a16da21fd6 HTTP/1.1" status: 200 len: 217 time: 0.0840774 Feb 18 04:29:38.032328 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:29:38.042265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Sync routers for ids ['41609208-bde4-4389-a076-2370a69bb575'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:29:38.058525 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] 10.222.0.58 "PUT /v2.0/routers/41609208-bde4-4389-a076-2370a69bb575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8591526 Feb 18 04:29:38.068019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Routers {'41609208-bde4-4389-a076-2370a69bb575'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:38.069579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['41609208-bde4-4389-a076-2370a69bb575'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:38.072582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb8b57-8ac1-4805-b864-7c237fa1d294 req-2acfa4c6-70fd-4cdb-9416-051b1982b1a7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:38.074213 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-74fb8b57-8ac1-4805-b864-7c237fa1d294 req-2acfa4c6-70fd-4cdb-9416-051b1982b1a7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.3610158 Feb 18 04:29:38.101594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-c52d7a44-3337-4a30-a568-163e3db53130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:38.103155 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-c52d7a44-3337-4a30-a568-163e3db53130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e76397e-5d72-4cc9-bdfe-612a977051e8 HTTP/1.1" status: 200 len: 854 time: 0.1266432 Feb 18 04:29:38.172441 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-295fb587-86ff-4a5f-94ac-ceaf04965257 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a20ef78a-b564-40ba-be49-a16971bc5547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609808 Feb 18 04:29:38.184743 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-74fb8b57-8ac1-4805-b864-7c237fa1d294 req-bb11b254-28ee-4858-8a1e-feb2d59214b1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033683 Feb 18 04:29:38.293932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Set router 41609208-bde4-4389-a076-2370a69bb575 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:38.336203 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-33033220-3968-423a-af1f-ae05beae2c25 service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547537 Feb 18 04:29:38.497388 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c482bd9d-9dbc-4fb6-92b3-bf6949bf85eb req-da25b7b5-8a2a-411d-a5d8-211b1f5f1fcf service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468861 Feb 18 04:29:38.636587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-0b7b6b8c-8459-4d94-9732-5520cb5ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:38.638272 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-0b7b6b8c-8459-4d94-9732-5520cb5ccce5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba7e99a282c94327964217aac0365791&device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 1160 time: 0.0852532 Feb 18 04:29:38.809332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:29:35Z', 'revision_number': 4, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port': {'id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:27Z', 'updated_at': '2021-02-18T04:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '43fb8e23-8bdb-4d76-967c-f9b7dc79e91e', 'name': '', 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'mac_address': 'fa:16:3e:18:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '131161f7-cf28-484f-a83d-5c535a457ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:33Z', 'updated_at': '2021-02-18T04:29:36Z', 'revision_number': 2, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'subnets': [{'id': '131161f7-cf28-484f-a83d-5c535a457ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:38.817631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Checking router: 41609208-bde4-4389-a076-2370a69bb575 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:29:38.818113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Updating router 41609208-bde4-4389-a076-2370a69bb575 port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e binding host dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:29:38.849352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-b1fd2f44-0c49-47d8-98eb-7656ef2af6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:38.851361 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-b1fd2f44-0c49-47d8-98eb-7656ef2af6d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a20ef78a-b564-40ba-be49-a16971bc5547 HTTP/1.1" status: 200 len: 908 time: 0.2023041 Feb 18 04:29:38.886787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:38.961160 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-7c429591-3b29-4875-baf2-909b6d2acc78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a0514c4-b70a-4345-8387-76a16da21fd6 HTTP/1.1" status: 200 len: 217 time: 0.1018114 Feb 18 04:29:39.135459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-31ef2ce1-b070-43f5-a0e9-166aea403119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:39.139229 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-31ef2ce1-b070-43f5-a0e9-166aea403119 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e76397e-5d72-4cc9-bdfe-612a977051e8 HTTP/1.1" status: 200 len: 854 time: 0.1697893 Feb 18 04:29:39.140478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-68343709', 'description': 'tempest-TestShelveInstance-68343709 description'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:39.150327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:39.156495 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Usage tracker for resource:security_group and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:39.161099 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:39.170552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:39.192304 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.198924 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-f84f7582-daca-45d1-a7de-fc62ac89fa68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a20ef78a-b564-40ba-be49-a16971bc5547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524404 Feb 18 04:29:39.225907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:39.236818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Usage tracker for resource:security_group_rule and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:39.244882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:39.245964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df27389-8809-4fbe-be4d-20cd9ace724e req-33bb61f3-ab5b-4c3e-921e-9b3914cecd42 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:39.246732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2df27389-8809-4fbe-be4d-20cd9ace724e req-33bb61f3-ab5b-4c3e-921e-9b3914cecd42 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Synchronizing usage tracker for tenant:ba7e99a282c94327964217aac0365791 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:29:39.259992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:39.335272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2df27389-8809-4fbe-be4d-20cd9ace724e req-33bb61f3-ab5b-4c3e-921e-9b3914cecd42 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Unset dirty status for tenant:ba7e99a282c94327964217aac0365791 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:29:39.342421 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2df27389-8809-4fbe-be4d-20cd9ace724e req-33bb61f3-ab5b-4c3e-921e-9b3914cecd42 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.2739296 Feb 18 04:29:39.383091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.388924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.412621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-200cf13c-cc57-4ea4-a450-44b5476a6e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:39.414880 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2df27389-8809-4fbe-be4d-20cd9ace724e req-2b62f4d1-a217-4d44-8cc2-127f91de7664 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714600 Feb 18 04:29:39.460946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.465683 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-62c5abc0-9129-46e0-bba5-6b516f193549 req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3341584 Feb 18 04:29:39.473272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d548b6-cd58-4724-89b8-abadbde82b88,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:39.476010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Notify callbacks [] for port, precommit_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.477802 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-421f9111-3a8f-48d0-9ad4-5b2d18a836ba service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609076 Feb 18 04:29:39.482116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:39.489199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Transition to ACTIVE for port object 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:29:39.492922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.509498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:39.587894 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-27ea2c58-a8b1-4434-9961-633c2a153a3f tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups/d0d548b6-cd58-4724-89b8-abadbde82b88 HTTP/1.1" status: 200 len: 1798 time: 0.0922151 Feb 18 04:29:39.599650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0d548b6-cd58-4724-89b8-abadbde82b88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:39.600050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0d548b6-cd58-4724-89b8-abadbde82b88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:39.607285 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:39.629676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Usage tracker for resource:security_group_rule and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:39.635760 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:39.657272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:39.669844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10504f81-3d0c-4713-8e55-25667b8b523e None None] Pushing event updated for resources: {'Port': ['ID=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:39.686629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-10504f81-3d0c-4713-8e55-25667b8b523e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:39.754135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.815652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.818895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.825245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:39.827836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560cca4-e560-4392-984d-40204c971e23 req-216bc889-3ecf-48d8-940c-44a2fc4e3e1f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:39.829695 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5560cca4-e560-4392-984d-40204c971e23 req-216bc889-3ecf-48d8-940c-44a2fc4e3e1f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1840487 Feb 18 04:29:39.834049 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50b8964a-07f0-4864-941f-ee92f8d68a81 req-b27ad5c0-4b98-4a42-b615-30b76b139bab service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3480632 Feb 18 04:29:39.843268 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a164951-c7cc-4e25-a504-bd2a4cb944b9,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:39.846308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:39.871763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.874516 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0aa7578-2e04-4ed7-afa6-6dfaeda44965 req-3c1656d6-0f11-407e-8906-1c1d52361a97 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2796834 Feb 18 04:29:39.909060 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5560cca4-e560-4392-984d-40204c971e23 req-7a801e3c-d7d3-4061-9c6e-915b6453e71c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697391 Feb 18 04:29:39.935046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Attempting to bind port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:29:39.935587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Attempting to bind port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:29:39.936078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Attempting to bind port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e on network cff2d213-4a5d-4e8f-a661-b8a414e518b8 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:29:39.946589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:29:39.946983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Checking segment: {'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:29:39.947489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.948239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Bound using segment: {'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:29:39.948922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Bound port: 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:29:39.949308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:39.952166 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-2cf951e5-8603-4358-94fd-19f59d49d85d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups/d0d548b6-cd58-4724-89b8-abadbde82b88 HTTP/1.1" status: 200 len: 2391 time: 0.0557649 Feb 18 04:29:39.964762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0d548b6-cd58-4724-89b8-abadbde82b88', 'remote_group_id': None}]} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:39.965121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0d548b6-cd58-4724-89b8-abadbde82b88', 'remote_group_id': None}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:29:39.971530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:39.977697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Usage tracker for resource:security_group_rule and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:39.981607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:39.988464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:40.059582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] For port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:29:40.062001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:40.062712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] For port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,segment=NetworkSegment(b89bbc8b-4ff8-4b26-a694-18d0ee991cfa),segment_id=b89bbc8b-4ff8-4b26-a694-18d0ee991cfa)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:29:40.066315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:40.081171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-07681216-be44-4228-8ee7-7c437d6035f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:40.086736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:40.090398 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:40.092551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:40.117330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0792d26c-87fc-4f14-9da5-b12393f9f509,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:40.123600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:40.127789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:40.129084 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-951d2256-ebfe-4e2d-aab3-3b91d3293b55 req-0100dc9c-ff55-477d-b1df-32cd2b7bcc11 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1697390 Feb 18 04:29:40.262819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10504f81-3d0c-4713-8e55-25667b8b523e None None] Pushing event updated for resources: {'Port': ['ID=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:40.268434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-10504f81-3d0c-4713-8e55-25667b8b523e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:40.312991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Routers {'41609208-bde4-4389-a076-2370a69bb575'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:29:40.313823 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:29:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['41609208-bde4-4389-a076-2370a69bb575'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:40.541737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] Set router 41609208-bde4-4389-a076-2370a69bb575 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:29:40.634348 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359989fb-4dc3-47a6-8b4a-3015bc390ed1 req-2f4db6d7-b03b-437d-b58c-c5ed7827b35d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:40.636132 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-359989fb-4dc3-47a6-8b4a-3015bc390ed1 req-2f4db6d7-b03b-437d-b58c-c5ed7827b35d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.0908000 Feb 18 04:29:40.690354 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-359989fb-4dc3-47a6-8b4a-3015bc390ed1 req-bdf6a759-e576-4448-8075-9021e55f0347 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Feb 18 04:29:40.919990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:29:35Z', 'revision_number': 4, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port': {'id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:27Z', 'updated_at': '2021-02-18T04:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '43fb8e23-8bdb-4d76-967c-f9b7dc79e91e', 'name': '', 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'mac_address': 'fa:16:3e:18:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '131161f7-cf28-484f-a83d-5c535a457ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:33Z', 'updated_at': '2021-02-18T04:29:40Z', 'revision_number': 4, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'subnets': [{'id': '131161f7-cf28-484f-a83d-5c535a457ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:29:40.924956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98471d7-c70a-4cd0-87c0-f56c069ccd3b None None] The sync data for ids ['41609208-bde4-4389-a076-2370a69bb575'] in dv-cinder-776307-1-smb is: [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:29:35Z', 'revision_number': 4, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port': {'id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:27Z', 'updated_at': '2021-02-18T04:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '43fb8e23-8bdb-4d76-967c-f9b7dc79e91e', 'name': '', 'network_id': 'cff2d213-4a5d-4e8f-a661-b8a414e518b8', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'mac_address': 'fa:16:3e:18:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '131161f7-cf28-484f-a83d-5c535a457ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:33Z', 'updated_at': '2021-02-18T04:29:40Z', 'revision_number': 4, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'subnets': [{'id': '131161f7-cf28-484f-a83d-5c535a457ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:29:41.152545 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e60b-cb8f-44c8-940a-34c4cc2db255 req-50bdf39f-adf6-4c88-b0a0-1f2bb18f5f7f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:41.154295 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d2a8e60b-cb8f-44c8-940a-34c4cc2db255 req-50bdf39f-adf6-4c88-b0a0-1f2bb18f5f7f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1034751 Feb 18 04:29:41.218985 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d2a8e60b-cb8f-44c8-940a-34c4cc2db255 req-bac429f4-b3fb-4301-bd92-0f34cce4eda3 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577896 Feb 18 04:29:41.548822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:41.636041 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:41.641635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:41.642063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:41.814808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:41.855935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,segment=NetworkSegment(b89bbc8b-4ff8-4b26-a694-18d0ee991cfa),segment_id=b89bbc8b-4ff8-4b26-a694-18d0ee991cfa)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:29:41.859053 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:41.863043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-621dfa98-26fb-40e8-9206-79005597c35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:41.927231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5200-748e-4b82-9443-5b0c0037ca00 req-e94eb3e7-d673-4999-8bf2-581c463a9886 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:41.931864 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-918e5200-748e-4b82-9443-5b0c0037ca00 req-e94eb3e7-d673-4999-8bf2-581c463a9886 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.1043506 Feb 18 04:29:41.946497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:41.949981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:41.983292 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-918e5200-748e-4b82-9443-5b0c0037ca00 req-907f9342-8639-4d1e-b1c1-bf9e47a5fa4f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Feb 18 04:29:42.442247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2d714-cddc-49ba-b41e-04f1860a9631 req-11018ad2-01d0-4e56-a765-02328f450c7c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:42.443930 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71b2d714-cddc-49ba-b41e-04f1860a9631 req-11018ad2-01d0-4e56-a765-02328f450c7c tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0937169 Feb 18 04:29:42.462901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:29:42.498440 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71b2d714-cddc-49ba-b41e-04f1860a9631 req-381e55c0-6a73-4b03-8305-ebc24d706c15 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481534 Feb 18 04:29:43.196517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02c46-2e93-4cff-891a-30032da83197 req-4b0ced82-0bc1-4aa5-9b39-e7d2e7ad2a4b tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:43.198129 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-34a02c46-2e93-4cff-891a-30032da83197 req-4b0ced82-0bc1-4aa5-9b39-e7d2e7ad2a4b tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.0955098 Feb 18 04:29:43.247966 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-34a02c46-2e93-4cff-891a-30032da83197 req-4efcdbf8-9e32-4315-a230-b8ff8da9f98a tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433476 Feb 18 04:29:43.513340 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:43.600920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:43.601266 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:43.797689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac799f0a-9282-45f7-a5fa-a731f9936424 req-e7ef6bdd-56a4-4277-b69c-01cb388bfe5f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:43.807701 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ac799f0a-9282-45f7-a5fa-a731f9936424 req-e7ef6bdd-56a4-4277-b69c-01cb388bfe5f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1703610 Feb 18 04:29:43.858355 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ac799f0a-9282-45f7-a5fa-a731f9936424 req-7a2b84f8-63dc-46c0-978c-695f0314a107 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493605 Feb 18 04:29:44.217387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9f8ef-0b76-4b12-bbc3-66acf9dfea0e req-347c19dd-2412-448f-9998-6940df526d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:44.218999 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f6a9f8ef-0b76-4b12-bbc3-66acf9dfea0e req-347c19dd-2412-448f-9998-6940df526d09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 0.3027208 Feb 18 04:29:44.265996 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f6a9f8ef-0b76-4b12-bbc3-66acf9dfea0e req-72df79eb-2cbb-41d9-aebc-53741c01d60d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Feb 18 04:29:44.453744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1c80-7b26-4a7d-b142-3d407d3b29ea req-87cf6141-be34-426a-8a79-26a87c411b55 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:44.455531 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-848e1c80-7b26-4a7d-b142-3d407d3b29ea req-87cf6141-be34-426a-8a79-26a87c411b55 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.0919735 Feb 18 04:29:44.505389 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-848e1c80-7b26-4a7d-b142-3d407d3b29ea req-e41c80be-bd67-4732-8912-b80239aecaec tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Feb 18 04:29:45.073995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5882a1-c8b8-406d-98dc-328c9725bf73 req-a1839621-708c-46c0-b159-2326eede25c6 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:45.075611 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3b5882a1-c8b8-406d-98dc-328c9725bf73 req-a1839621-708c-46c0-b159-2326eede25c6 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0873134 Feb 18 04:29:45.125081 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3b5882a1-c8b8-406d-98dc-328c9725bf73 req-80d463cc-0b9e-45a6-90d2-6a27bdc307c4 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Feb 18 04:29:45.219233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-00443f73-fb8e-4121-b40c-21e7129c375b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:29:45.705208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3450d9-1e96-40f9-bf50-cc0a82805fd2 req-2f758704-1fc7-4efc-bfe0-4f9e52bbaea1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:45.707395 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bd3450d9-1e96-40f9-bf50-cc0a82805fd2 req-2f758704-1fc7-4efc-bfe0-4f9e52bbaea1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 943 time: 0.0871460 Feb 18 04:29:45.760175 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bd3450d9-1e96-40f9-bf50-cc0a82805fd2 req-d5babf7b-38bc-4b0e-b084-354f52a9f78e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Feb 18 04:29:46.139043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 1a0514c4-b70a-4345-8387-76a16da21fd6 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:46.217551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 1a0514c4-b70a-4345-8387-76a16da21fd6 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:29:46.222421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 1a0514c4-b70a-4345-8387-76a16da21fd6 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:46.222896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:46.332038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d231d-7468-4394-b43a-db6d09521ecc req-060528c1-d989-4ed3-b6d1-4f5287be47c7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:46.333625 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c59d231d-7468-4394-b43a-db6d09521ecc req-060528c1-d989-4ed3-b6d1-4f5287be47c7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0883934 Feb 18 04:29:46.358236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:46.380943 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c59d231d-7468-4394-b43a-db6d09521ecc req-d4505c57-5b91-4f3a-8d48-b599da94dac3 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Feb 18 04:29:46.387846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0514c4-b70a-4345-8387-76a16da21fd6'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:29:46.398497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 1a0514c4-b70a-4345-8387-76a16da21fd6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=1a0514c4-b70a-4345-8387-76a16da21fd6,segment=NetworkSegment(e889dccd-d116-43f1-a303-0a5d8a90cfc6),segment_id=e889dccd-d116-43f1-a303-0a5d8a90cfc6)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:29:46.401632 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:46.403597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:46.451054 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0514c4-b70a-4345-8387-76a16da21fd6', 'code': 200} Feb 18 04:29:46.487894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=1a0514c4-b70a-4345-8387-76a16da21fd6,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:46.499959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:46.719137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997813-a2f1-4165-8a4e-5e236436f31a req-acd6942d-b8b0-4b82-a1dc-d7f3157c9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:46.720888 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-56997813-a2f1-4165-8a4e-5e236436f31a req-acd6942d-b8b0-4b82-a1dc-d7f3157c9da0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 1162 time: 0.0859981 Feb 18 04:29:46.813296 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-56997813-a2f1-4165-8a4e-5e236436f31a req-4c4a0ee5-e1e6-4f84-b2d7-0a53250c0a84 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854635 Feb 18 04:29:46.979470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d83a-2f76-4dfd-85d6-2839b870a09e req-bfdfecd5-f700-45c5-be79-ccd68a411fa1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:46.981069 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-beb8d83a-2f76-4dfd-85d6-2839b870a09e req-bfdfecd5-f700-45c5-be79-ccd68a411fa1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0929494 Feb 18 04:29:47.032541 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-beb8d83a-2f76-4dfd-85d6-2839b870a09e req-e4da566c-f6b2-40a0-8914-76159a0fd4b1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Feb 18 04:29:47.033125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce79b5-252d-4fce-afe2-267ce753a36d req-6d8862c3-973f-44b8-bb41-24301b9ca440 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:47.035389 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13ce79b5-252d-4fce-afe2-267ce753a36d req-6d8862c3-973f-44b8-bb41-24301b9ca440 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0898154 Feb 18 04:29:47.086854 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13ce79b5-252d-4fce-afe2-267ce753a36d req-e5b64504-8a70-441f-b163-458566c13061 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Feb 18 04:29:47.211159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 1a0514c4-b70a-4345-8387-76a16da21fd6 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:29:47.219985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-bd79cee2-be79-468b-8547-002bb96b794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:47.221824 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-bd79cee2-be79-468b-8547-002bb96b794e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 1162 time: 0.0922756 Feb 18 04:29:47.299186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 1a0514c4-b70a-4345-8387-76a16da21fd6 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:29:47.300295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:47.379377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-f1002dd3-aea3-4667-9535-69dedacfb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:47.381044 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-f1002dd3-aea3-4667-9535-69dedacfb539 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.1522408 Feb 18 04:29:47.460470 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-4054d4cf-fa6e-421c-9fa2-4678780d28cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0697615 Feb 18 04:29:47.529525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-2e1cfc57-e8cf-4372-854c-8f81558a80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:47.531119 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-2e1cfc57-e8cf-4372-854c-8f81558a80b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.0638571 Feb 18 04:29:47.585618 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-ae2d7b58-d42f-4de4-a6c1-e34878c40cb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469427 Feb 18 04:29:47.730590 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-85b9e761-20e9-4a28-b4a7-f6bda17e71cd service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367145 Feb 18 04:29:47.886065 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c81022d-1c68-4c39-937a-ca54a4630a89 req-05a48223-109d-42c0-aca6-8845bef2cb36 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445422 Feb 18 04:29:48.260836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb579a4-4924-4b84-9ce7-860be2101ee0 req-3fe00d85-f39f-474d-ac03-2da11f5928fb tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:48.262460 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ebb579a4-4924-4b84-9ce7-860be2101ee0 req-3fe00d85-f39f-474d-ac03-2da11f5928fb tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.1032648 Feb 18 04:29:48.312462 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ebb579a4-4924-4b84-9ce7-860be2101ee0 req-4105bee9-fa05-4976-bad5-5ded14af7077 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Feb 18 04:29:48.313262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c45-fbac-473e-b35d-51903fd321a9 req-5f662841-de16-49d8-b8ee-e56cc4b15881 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:48.314876 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9b471c45-fbac-473e-b35d-51903fd321a9 req-5f662841-de16-49d8-b8ee-e56cc4b15881 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0910192 Feb 18 04:29:48.371438 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9b471c45-fbac-473e-b35d-51903fd321a9 req-8f2de829-ff16-47a3-9731-747dd61841b5 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489128 Feb 18 04:29:49.547747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016d33-ca6c-4c3b-93fa-6159def915ee req-cdcebd38-5ecc-427d-88e2-60dd47c3107c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:49.549955 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a016d33-ca6c-4c3b-93fa-6159def915ee req-cdcebd38-5ecc-427d-88e2-60dd47c3107c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0973687 Feb 18 04:29:49.599939 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a016d33-ca6c-4c3b-93fa-6159def915ee req-5cca450f-0f10-42fa-9547-1caa587df25c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Feb 18 04:29:49.600417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195911-a77b-47b2-84b1-a5ad29a95581 req-e30165d7-1670-480c-972f-b17e89e826a1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:49.602052 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a2195911-a77b-47b2-84b1-a5ad29a95581 req-e30165d7-1670-480c-972f-b17e89e826a1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0901740 Feb 18 04:29:49.656525 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a2195911-a77b-47b2-84b1-a5ad29a95581 req-2d213ef3-7267-49e7-8d1a-7ef2888292be tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 Feb 18 04:29:50.864317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5ac2b-1fb9-47cd-8425-ca5d1d67cde7 req-ac9c6ca4-6be8-4b10-b232-f9aba106c08d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:50.865858 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d6b5ac2b-1fb9-47cd-8425-ca5d1d67cde7 req-ac9c6ca4-6be8-4b10-b232-f9aba106c08d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0928466 Feb 18 04:29:50.915854 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d6b5ac2b-1fb9-47cd-8425-ca5d1d67cde7 req-ff904414-7056-4361-9c6a-9f403cf49ef1 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432127 Feb 18 04:29:51.297308 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-0511ac47-2ea9-44b4-b239-96130d8318bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0770509 Feb 18 04:29:51.429095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-09501f59-2179-4475-95dd-d30912d83f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:51.430711 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-09501f59-2179-4475-95dd-d30912d83f06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b6b8b1d4854521941cc959ae7093bd&device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 1163 time: 0.0795338 Feb 18 04:29:51.590119 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-906b7e9a-c6f1-4027-bc24-b32927712c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:51.591663 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-906b7e9a-c6f1-4027-bc24-b32927712c92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 200 len: 912 time: 0.1403100 Feb 18 04:29:51.670335 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-134f85e8-c7c9-4858-bb43-a01229474b84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3f25df1-255b-46c8-9725-735a31a8d80d HTTP/1.1" status: 200 len: 217 time: 0.0704863 Feb 18 04:29:51.745088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-3dbfe4a7-907c-4baf-91ca-5a1c361d0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:51.746824 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-3dbfe4a7-907c-4baf-91ca-5a1c361d0eb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 200 len: 858 time: 0.0697501 Feb 18 04:29:51.808684 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-3bb2c48d-1a52-4ca3-b94a-981616c210e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b64d52b1-aaa4-4911-a3b5-bcf89208437c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492487 Feb 18 04:29:51.965725 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-3e7458c9-18a6-45d7-a057-951e244dcbb9 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456921 Feb 18 04:29:52.055386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.146713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42098) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:52.210551 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdb27461-0a78-48ba-9ebd-252a7258e101 req-f1e41c2a-1e20-4922-a71f-a20a7a4afd2a service neutron] 10.222.0.23 "GET /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2340426 Feb 18 04:29:52.227579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2be73-7b4e-4d08-9dd3-c8d66322eb53 req-324eb7bb-5ad1-450c-a537-bba1978527b2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:52.235090 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bce2be73-7b4e-4d08-9dd3-c8d66322eb53 req-324eb7bb-5ad1-450c-a537-bba1978527b2 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.1501403 Feb 18 04:29:52.283774 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bce2be73-7b4e-4d08-9dd3-c8d66322eb53 req-636dd4f5-b84c-49f5-9a96-44c851cd5524 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Feb 18 04:29:52.288562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.308454 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:29:52.312673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Usage tracker for resource:security_group_rule and tenant:8c896535fc0a463bb17c5c0ce5badbc4 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:29:52.316383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:29:52.325813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:29:52.416915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.420493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.430765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b1e7a12a-94b7-4ecc-b8ab-7855f736a18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:52.476502 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c896535fc0a463bb17c5c0ce5badbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284521 Feb 18 04:29:52.478277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369bfaab-96af-4200-8b94-bd071f3258d4,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:52.479409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 42108) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:29:52.481943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:52.544198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.577806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.625915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.631956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ed0e6432-56c2-4f17-abd9-9b648dabf747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:29:52.643326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369bfaab-96af-4200-8b94-bd071f3258d4,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:29:52.646009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:29:52.652022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:52.653247 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/369bfaab-96af-4200-8b94-bd071f3258d4 HTTP/1.1" status: 204 len: 168 time: 0.1727695 Feb 18 04:29:56.993573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c2cbe-a553-4db4-a0cc-aacdc6e4e4c0 req-e5b7de92-16cc-44d3-b09b-6336d234c173 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:56.995371 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e9c2cbe-a553-4db4-a0cc-aacdc6e4e4c0 req-e5b7de92-16cc-44d3-b09b-6336d234c173 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1046093 Feb 18 04:29:57.046398 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e9c2cbe-a553-4db4-a0cc-aacdc6e4e4c0 req-90e54cfb-5c84-4c16-9536-fa304e7844a9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Feb 18 04:29:57.564370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c7b99541-48e7-4d4e-bc0a-f6fc4b34080d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:29:58.262741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02631f-7801-42bb-97c4-5f283f21b162 req-9159fa14-75e1-4377-9e6f-08fe3dc1086a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:58.264431 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f02631f-7801-42bb-97c4-5f283f21b162 req-9159fa14-75e1-4377-9e6f-08fe3dc1086a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.0890768 Feb 18 04:29:58.316254 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f02631f-7801-42bb-97c4-5f283f21b162 req-a88bba40-5b18-41da-bc9c-2a0495ec7957 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Feb 18 04:29:59.531310 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46dc2-0f82-4131-954e-9274760cf645 req-1df113c3-b0a0-4849-8031-984597cba027 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:29:59.533087 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-70a46dc2-0f82-4131-954e-9274760cf645 req-1df113c3-b0a0-4849-8031-984597cba027 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.0982721 Feb 18 04:29:59.582382 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-70a46dc2-0f82-4131-954e-9274760cf645 req-83cb84ec-ea24-4c3c-91b8-02d88d815cc0 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Feb 18 04:29:59.776486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f163841e-59e4-41e5-8f3f-8c5302fafb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:00.192939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:00.522316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-e9078049-4869-4fb2-959f-eea2fcd29e56 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:00.523947 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-e9078049-4869-4fb2-959f-eea2fcd29e56 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.0990088 Feb 18 04:30:00.612599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Deleting port a3f25df1-255b-46c8-9725-735a31a8d80d {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:30:00.613151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:00.853434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a67820-f806-437a-ab0f-a42dfdcc8838 req-82914016-4f67-491d-9e39-9f37b3f83ccd tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:00.855096 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b8a67820-f806-437a-ab0f-a42dfdcc8838 req-82914016-4f67-491d-9e39-9f37b3f83ccd tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 946 time: 0.1525335 Feb 18 04:30:00.915972 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b8a67820-f806-437a-ab0f-a42dfdcc8838 req-dbf0695e-6d9f-4efb-b1ef-366a45755a9b tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531673 Feb 18 04:30:00.927828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] For port a3f25df1-255b-46c8-9725-735a31a8d80d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=a3f25df1-255b-46c8-9725-735a31a8d80d,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:00.928225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:01.063596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Calling delete_port for a3f25df1-255b-46c8-9725-735a31a8d80d owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:30:01.214257 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:01.234988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device a3f25df1-255b-46c8-9725-735a31a8d80d no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:30:01.296072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c7239388-4a17-406f-ba6f-9428ce1ec1e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:01.411939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Pushing event deleted for resources: {'Port': ['ID=a3f25df1-255b-46c8-9725-735a31a8d80d,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:01.463898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.464561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.464818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: a3f25df1-255b-46c8-9725-735a31a8d80d {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:30:01.465219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device a3f25df1-255b-46c8-9725-735a31a8d80d not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:30:01.465460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.465992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.467018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.467469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.467873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.468270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.468642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.469247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.469639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.470032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.470464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.470850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.471237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.471632 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.472016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.472399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.473359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.473739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.474121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.474504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.474887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.475292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:01.478796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] No DVR routers for this DVR port a3f25df1-255b-46c8-9725-735a31a8d80d on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:30:01.480245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:01.482195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:01.485081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'name': 'network-vif-deleted', 'tag': 'a3f25df1-255b-46c8-9725-735a31a8d80d'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:30:01.511542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:01.515575 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eaf0ecdb-17d1-4c73-a8b9-33e9ae5d684c req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "DELETE /v2.0/ports/a3f25df1-255b-46c8-9725-735a31a8d80d HTTP/1.1" status: 204 len: 173 time: 0.9823129 Feb 18 04:30:01.537443 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0865e6b-7e78-4cfa-8dee-d35698da6e05', 'name': 'network-vif-deleted', 'tag': 'a3f25df1-255b-46c8-9725-735a31a8d80d', 'status': 'completed', 'code': 200} Feb 18 04:30:01.873573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:02.092582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3ded4dcc-e9c0-42e8-83a0-a92d719deb82 req-cf3853bb-61f4-4143-84f7-23e7f20da35d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Synchronizing usage tracker for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:30:02.107717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3ded4dcc-e9c0-42e8-83a0-a92d719deb82 req-cf3853bb-61f4-4143-84f7-23e7f20da35d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Unset dirty status for tenant:43b6b8b1d4854521941cc959ae7093bd on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:30:02.108999 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ded4dcc-e9c0-42e8-83a0-a92d719deb82 req-cf3853bb-61f4-4143-84f7-23e7f20da35d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0865e6b-7e78-4cfa-8dee-d35698da6e05 HTTP/1.1" status: 200 len: 210 time: 0.0668778 Feb 18 04:30:03.599478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a8ad-481a-41b0-ad3f-7780f3cc22b5 req-7d5bb6fb-3ae2-477c-a42a-460ca3976e0d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:03.601082 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1163a8ad-481a-41b0-ad3f-7780f3cc22b5 req-7d5bb6fb-3ae2-477c-a42a-460ca3976e0d tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0879943 Feb 18 04:30:03.649203 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1163a8ad-481a-41b0-ad3f-7780f3cc22b5 req-b6faab86-c165-4373-b6fb-44f7281ea3ce tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Feb 18 04:30:04.850279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34551dbc-57a2-416b-83cc-93c2a5856a12 req-1b74d90c-5caf-4e47-99bc-a13060462445 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:04.851894 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-34551dbc-57a2-416b-83cc-93c2a5856a12 req-1b74d90c-5caf-4e47-99bc-a13060462445 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0861206 Feb 18 04:30:04.903514 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-34551dbc-57a2-416b-83cc-93c2a5856a12 req-6b81bdbf-34db-4c8c-8b49-5da7e41ac2c6 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Feb 18 04:30:05.477539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 42452) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:05.601855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:05.617433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:05.621464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Usage tracker for resource:security_group_rule and tenant:23d7b285048b4a15b4f116b1ff3fcb0b is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:05.624586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:05.630578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:05.715010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:05.718638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:05.730288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:05.767130 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23d7b285048b4a15b4f116b1ff3fcb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879717 Feb 18 04:30:05.769311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42464) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:05.774926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6930a73f-490a-4be6-b8df-9489d936eb1c,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:05.778686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:05.843935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:05.870998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:05.915853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:05.920718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-524ffbf3-8fa3-4b0f-8ddb-da6eff2cf1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:05.933044 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6930a73f-490a-4be6-b8df-9489d936eb1c,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:05.944524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.944939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.945346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.945749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.946151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.946547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.946940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.947355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.947746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.948135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.948526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.948914 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.949340 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.949732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.950120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.950506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.950891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.951298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.951689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.952076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.952464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.952848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.953232 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.953616 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:05.960223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:05.964260 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6930a73f-490a-4be6-b8df-9489d936eb1c HTTP/1.1" status: 204 len: 168 time: 0.1938293 Feb 18 04:30:05.965280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:06.120546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31ddaa-0294-4311-a1d1-937003602fa4 req-11c1177d-e4af-43d8-9910-1a04994cb1b7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:06.122416 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf31ddaa-0294-4311-a1d1-937003602fa4 req-11c1177d-e4af-43d8-9910-1a04994cb1b7 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0941124 Feb 18 04:30:06.182321 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf31ddaa-0294-4311-a1d1-937003602fa4 req-2105e861-dadf-4d1b-a7ba-be6d47b96051 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Feb 18 04:30:07.390461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7f3c2-803f-476a-a5d4-ec7a35abb9f8 req-bc46b8c9-9848-474d-b7a0-ae91cba6bb86 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:07.392092 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84e7f3c2-803f-476a-a5d4-ec7a35abb9f8 req-bc46b8c9-9848-474d-b7a0-ae91cba6bb86 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0917325 Feb 18 04:30:07.441086 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84e7f3c2-803f-476a-a5d4-ec7a35abb9f8 req-68898c66-d0e6-4f65-a898-67c459f2aef8 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Feb 18 04:30:08.648526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa21cc-b0ac-4dd9-a26b-f1f6cc79bc86 req-c92d1c3f-dd18-41f2-b212-fcb425a79630 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:08.650058 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3faa21cc-b0ac-4dd9-a26b-f1f6cc79bc86 req-c92d1c3f-dd18-41f2-b212-fcb425a79630 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0939476 Feb 18 04:30:08.697081 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3faa21cc-b0ac-4dd9-a26b-f1f6cc79bc86 req-7b5718ec-2eda-4bbd-a019-0c0cc56f37d3 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Feb 18 04:30:09.938756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af351700-cc67-4960-b678-3ebacf855dd9 req-aefd3ac8-3364-49a2-9e75-c148d76c0a40 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:09.940587 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af351700-cc67-4960-b678-3ebacf855dd9 req-aefd3ac8-3364-49a2-9e75-c148d76c0a40 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0878646 Feb 18 04:30:09.989553 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af351700-cc67-4960-b678-3ebacf855dd9 req-6b3620e7-eb0a-47e3-b7c8-39b8cc9b5e10 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Feb 18 04:30:10.131129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365b4c1-4a8e-4e25-b25d-a94109dad3d1 req-3b1af9f3-fa48-4bd8-881f-9df1699e44a0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:10.132744 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2365b4c1-4a8e-4e25-b25d-a94109dad3d1 req-3b1af9f3-fa48-4bd8-881f-9df1699e44a0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0843887 Feb 18 04:30:10.391565 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2365b4c1-4a8e-4e25-b25d-a94109dad3d1 req-0cc17cc4-8b63-407c-9b3c-cc6a33452224 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518106 Feb 18 04:30:11.200462 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd60c47-7a99-47cf-bd2c-34e8fe0fd7aa req-55402116-1ffb-492c-8254-4acce6145871 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:11.202057 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ccd60c47-7a99-47cf-bd2c-34e8fe0fd7aa req-55402116-1ffb-492c-8254-4acce6145871 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0915787 Feb 18 04:30:11.250612 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ccd60c47-7a99-47cf-bd2c-34e8fe0fd7aa req-878b8d18-c2a9-4d26-9a00-0e22651da436 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Feb 18 04:30:11.273704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-4c670dee-d4f3-4e12-9b13-8f775a8ccc83 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:11.275280 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-4c670dee-d4f3-4e12-9b13-8f775a8ccc83 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 945 time: 0.0838354 Feb 18 04:30:11.316796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device e054d4ce-0484-4745-a8f0-b7239a80c1c8 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:30:11.354801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Deleting port e054d4ce-0484-4745-a8f0-b7239a80c1c8 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:30:11.355188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:11.443988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:11.479209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port e054d4ce-0484-4745-a8f0-b7239a80c1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:11.480471 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:30:11.486685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:11.489477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:11.566454 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8', 'code': 200} Feb 18 04:30:11.582142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=e054d4ce-0484-4745-a8f0-b7239a80c1c8,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:11.586352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:11.715735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee68e0f-5b0e-411e-a261-3b2b758f1a82 req-5dea3443-6ad9-44c8-826d-1faa423b6bd1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:11.723231 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cee68e0f-5b0e-411e-a261-3b2b758f1a82 req-5dea3443-6ad9-44c8-826d-1faa423b6bd1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1416771 Feb 18 04:30:11.772736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] For port e054d4ce-0484-4745-a8f0-b7239a80c1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:11.773134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:11.860545 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cee68e0f-5b0e-411e-a261-3b2b758f1a82 req-6b77e53e-f602-4c34-9a99-0fea4f69603e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357961 Feb 18 04:30:11.930556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Calling delete_port for e054d4ce-0484-4745-a8f0-b7239a80c1c8 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:30:12.016324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:30:12.016693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:30:12.451327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf89e5-f577-4099-a232-1b7694e5148b req-0c2db291-ac2e-4532-b126-54f919c9c052 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:12.452982 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bccf89e5-f577-4099-a232-1b7694e5148b req-0c2db291-ac2e-4532-b126-54f919c9c052 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 943 time: 0.0871651 Feb 18 04:30:12.503544 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bccf89e5-f577-4099-a232-1b7694e5148b req-3b77144c-f25b-49bb-9508-e0a434bb5a10 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1faa909-1540-4dc3-a337-280f0b8e3fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Feb 18 04:30:12.518181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Deleting port e054d4ce-0484-4745-a8f0-b7239a80c1c8 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:30:12.518649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:12.789355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] For port e054d4ce-0484-4745-a8f0-b7239a80c1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=e054d4ce-0484-4745-a8f0-b7239a80c1c8,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:12.789752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:12.927213 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Calling delete_port for e054d4ce-0484-4745-a8f0-b7239a80c1c8 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:30:13.162118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576217e-65aa-484d-bdc3-ccffc2187d70 req-a756c7b4-996e-4949-9658-e9a3a445e9a7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:13.163758 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0576217e-65aa-484d-bdc3-ccffc2187d70 req-a756c7b4-996e-4949-9658-e9a3a445e9a7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1683843 Feb 18 04:30:13.164885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:13.185089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:13.302599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Pushing event deleted for resources: {'Port': ['ID=e054d4ce-0484-4745-a8f0-b7239a80c1c8,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:13.315397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:13.365599 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0576217e-65aa-484d-bdc3-ccffc2187d70 req-b333eed3-f3f4-4b12-ac1e-8c4f0db11e57 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798193 Feb 18 04:30:13.447102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] No DVR routers for this DVR port e054d4ce-0484-4745-a8f0-b7239a80c1c8 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:30:13.449344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:13.453381 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'name': 'network-vif-deleted', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:30:13.481285 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dc14ed27-5f62-4315-aaf5-1a280b864daa req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.23 "DELETE /v2.0/ports/e054d4ce-0484-4745-a8f0-b7239a80c1c8 HTTP/1.1" status: 204 len: 173 time: 2.2000859 Feb 18 04:30:13.513245 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77161d0a-534c-4580-89c1-ba5cadddba7f', 'name': 'network-vif-deleted', 'tag': 'e054d4ce-0484-4745-a8f0-b7239a80c1c8', 'status': 'completed', 'code': 200} Feb 18 04:30:13.679209 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b807fb08-a9b4-4c77-bb5b-6956735111ce req-7f8b2d76-f227-4193-91c5-31babb67768a tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] 10.222.0.58 "GET /v2.0/ports?device_id=77161d0a-534c-4580-89c1-ba5cadddba7f HTTP/1.1" status: 200 len: 210 time: 0.0499692 Feb 18 04:30:14.568241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cdb94-558c-4d3d-b2dc-960edcd673b0 req-32af2b08-576a-425b-b4f1-033a110bdc79 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:14.569839 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-808cdb94-558c-4d3d-b2dc-960edcd673b0 req-32af2b08-576a-425b-b4f1-033a110bdc79 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0890493 Feb 18 04:30:14.617935 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-808cdb94-558c-4d3d-b2dc-960edcd673b0 req-eb909dac-4d57-4909-9c2f-dbb914afe2db tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416825 Feb 18 04:30:14.783571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42614) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:15.594480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692803'] for router_interface, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:15.876583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5f79c-8d05-4bda-81a2-3899fd07107d req-6f1592f0-76fa-4b97-8f00-7dd2138095a1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:15.878238 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0a5f79c-8d05-4bda-81a2-3899fd07107d req-6f1592f0-76fa-4b97-8f00-7dd2138095a1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1314678 Feb 18 04:30:15.930440 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d0a5f79c-8d05-4bda-81a2-3899fd07107d req-78021eb1-8cf7-4af2-a202-a9abd8d50ad1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Feb 18 04:30:16.000094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Deleting port 96e18b87-b436-45bc-91c7-4050d8803c79 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:30:16.000401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:16.262162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627e6-1db3-45b7-9dd4-3985e5090d50 req-e225303c-d92f-4039-9987-4ebd97b00069 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:16.263689 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8cc627e6-1db3-45b7-9dd4-3985e5090d50 req-e225303c-d92f-4039-9987-4ebd97b00069 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.2136958 Feb 18 04:30:16.272768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] For port 96e18b87-b436-45bc-91c7-4050d8803c79, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=96e18b87-b436-45bc-91c7-4050d8803c79,segment=NetworkSegment(a5a5e091-91b7-45f1-b581-b46d7e556675),segment_id=a5a5e091-91b7-45f1-b581-b46d7e556675)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:16.273179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:16.429252 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Calling delete_port for 96e18b87-b436-45bc-91c7-4050d8803c79 owned by network:router_interface {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:30:16.491044 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8cc627e6-1db3-45b7-9dd4-3985e5090d50 req-d979aef4-fb70-4950-a680-7660707bb262 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209861 Feb 18 04:30:16.784954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:16.800989 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2e236545-dcd6-4a6b-b4ac-367ea0b7871b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:16.904009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Pushing event deleted for resources: {'Port': ['ID=96e18b87-b436-45bc-91c7-4050d8803c79,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:16.908741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:17.138211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c617c-1d27-46a5-890f-069154cd25e8 req-045400ac-3e7c-45f0-9e9b-64174c527f9a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:17.139884 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-416c617c-1d27-46a5-890f-069154cd25e8 req-045400ac-3e7c-45f0-9e9b-64174c527f9a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0924301 Feb 18 04:30:17.188502 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-416c617c-1d27-46a5-890f-069154cd25e8 req-4175100a-3da5-4d27-9077-1cbc2abe5532 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Feb 18 04:30:17.207652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854128242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854077712'] for router_interface, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:17.998122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:30:18.015638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6defc0-a395-4989-b5f7-a10cfc818e69 req-97c2846b-d811-4d4d-a87b-01536fc77f4e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:18.017226 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c6defc0-a395-4989-b5f7-a10cfc818e69 req-97c2846b-d811-4d4d-a87b-01536fc77f4e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.4097528 Feb 18 04:30:18.151197 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3c6defc0-a395-4989-b5f7-a10cfc818e69 req-49de0a83-f0f9-47f7-bad4-0dd58becadcf tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257832 Feb 18 04:30:18.244878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:30:18.262749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 42662) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:18.265038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] Sync routers for ids ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:30:18.275452 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-25135416-6d87-4300-9229-cd1c8e2628fe admin admin] 10.222.0.58 "PUT /v2.0/routers/9d44cece-4a7e-460a-b7bf-c5409d76ba52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4905698 Feb 18 04:30:18.277203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] Routers {'9d44cece-4a7e-460a-b7bf-c5409d76ba52'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:30:18.278051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:30:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:18.481896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] Set router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:30:18.521371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:18.621998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dae2e5-6493-491a-850c-ced08318e26d req-08131015-8267-4f08-85da-22ee9af3fe45 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:18.624208 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43dae2e5-6493-491a-850c-ced08318e26d req-08131015-8267-4f08-85da-22ee9af3fe45 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.2977397 Feb 18 04:30:18.775307 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43dae2e5-6493-491a-850c-ced08318e26d req-925765a3-1310-4be2-8202-92db44786241 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321964 Feb 18 04:30:18.786841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:18.800276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Deleting port c1b3563d-0eb7-4623-9284-9532bb1d5425 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:30:18.801022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:18.813695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:30:16Z', 'revision_number': 5, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port': {'id': 'c1b3563d-0eb7-4623-9284-9532bb1d5425', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:18.818030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] Checking router: 9d44cece-4a7e-460a-b7bf-c5409d76ba52 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:30:18.826938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] Routers {'9d44cece-4a7e-460a-b7bf-c5409d76ba52'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:30:18.827623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:30:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:18.993694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] For port c1b3563d-0eb7-4623-9284-9532bb1d5425, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c1b3563d-0eb7-4623-9284-9532bb1d5425,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:18.994094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:19.129857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Calling delete_port for c1b3563d-0eb7-4623-9284-9532bb1d5425 owned by network:router_gateway {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:30:19.145627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] Set router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 gateway port host: None {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:30:19.259610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:30:18Z', 'revision_number': 6, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port_host': None}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:19.264338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1866bea-d469-4fc1-87fc-a2b686f3b18f None None] The sync data for ids ['9d44cece-4a7e-460a-b7bf-c5409d76ba52'] in dv-cinder-776307-1-smb is: [{'id': '9d44cece-4a7e-460a-b7bf-c5409d76ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-604687487-router', 'tenant_id': '43b6b8b1d4854521941cc959ae7093bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:02Z', 'updated_at': '2021-02-18T04:30:18Z', 'revision_number': 6, 'project_id': '43b6b8b1d4854521941cc959ae7093bd', 'gw_port_host': None}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:30:19.366012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4f490-643a-44fa-a15f-2db64ff43375 req-44660879-3f0c-4dbf-b1b9-59b788b55a41 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:19.367919 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66b4f490-643a-44fa-a15f-2db64ff43375 req-44660879-3f0c-4dbf-b1b9-59b788b55a41 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1020737 Feb 18 04:30:19.424607 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66b4f490-643a-44fa-a15f-2db64ff43375 req-68d24139-4376-4507-a8ef-3bec3a4a9a21 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498841 Feb 18 04:30:19.462887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:30:19.483979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 96e18b87-b436-45bc-91c7-4050d8803c79 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:30:19.526494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: 96e18b87-b436-45bc-91c7-4050d8803c79 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:30:19.527179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 96e18b87-b436-45bc-91c7-4050d8803c79 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:30:19.655769 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:19.674787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8fa6eadd-6733-4cd1-ab7c-815e8f65f33f tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:19.765131 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b3563d-0eb7-4623-9284-9532bb1d5425,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:19.806352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:19.923340 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-327af2cb-086a-4742-9281-e8d4ec3de4b7 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-68343709&fields=id&tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe HTTP/1.1" status: 200 len: 267 time: 0.1199474 Feb 18 04:30:20.025683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07fe0-e1a1-4880-a036-f8ad3d023281 req-6791ab34-a873-4d26-81e7-fd2750c10c54 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:20.027288 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4ab07fe0-e1a1-4880-a036-f8ad3d023281 req-6791ab34-a873-4d26-81e7-fd2750c10c54 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1015980 Feb 18 04:30:20.045376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693345'] for router_gateway, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.079475 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4ab07fe0-e1a1-4880-a036-f8ad3d023281 req-bcc590c6-81f8-4fc3-b72a-52b4fade3720 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450354 Feb 18 04:30:20.256421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854059822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15197'] for router, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.266324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.376131 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-410e1620-2980-41f2-b1c9-47357de7db0e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:20.377698 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-410e1620-2980-41f2-b1c9-47357de7db0e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 809 time: 0.4455202 Feb 18 04:30:20.381316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694558'] for router, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.381881 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d44cece-4a7e-460a-b7bf-c5409d76ba52 {{(pid=83967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 04:30:20.404507 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-4bf3cc24-1ecb-47e6-bb88-4a7d27f1ff65 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/quotas/371efb21a7c548e2a1f977fc3e8f2fbe HTTP/1.1" status: 200 len: 375 time: 0.0155218 Feb 18 04:30:20.406210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.407378 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] 10.222.0.58 "DELETE /v2.0/routers/9d44cece-4a7e-460a-b7bf-c5409d76ba52 HTTP/1.1" status: 204 len: 168 time: 2.1435280 Feb 18 04:30:20.410192 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42698) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:20.498890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Deleting subnet 112d9ccd-06d4-440d-b5d7-eadb34b07b0f {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:30:20.507584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.509311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-224186d2-0f7f-4c51-894c-9a072e41aa9a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Synchronizing usage tracker for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:30:20.528537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-224186d2-0f7f-4c51-894c-9a072e41aa9a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Unset dirty status for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:30:20.530109 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-224186d2-0f7f-4c51-894c-9a072e41aa9a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189637 Feb 18 04:30:20.606547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.680670 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-dd198ba3-5d44-4d21-ac86-4c94b8af3c07 service neutron] 10.222.0.58 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370292 Feb 18 04:30:20.681144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:20.743473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74308ef1-06b2-461e-a6c4-bc4bb44c9eb9 req-103b7c0b-8b98-475e-a62a-be2108869d92 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:20.745076 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-74308ef1-06b2-461e-a6c4-bc4bb44c9eb9 req-103b7c0b-8b98-475e-a62a-be2108869d92 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1981080 Feb 18 04:30:20.829587 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-bc261851-cf08-4061-8c68-34d43b1cebdc service neutron] 10.222.0.58 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421819 Feb 18 04:30:20.875729 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-74308ef1-06b2-461e-a6c4-bc4bb44c9eb9 req-6f7c0ed5-a559-4113-8dd3-ee2a829cfe11 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102750 Feb 18 04:30:20.998999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:21.078213 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e09b310d-87d2-4cbf-b041-2de4bbad041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:21.123076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112d9ccd-06d4-440d-b5d7-eadb34b07b0f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:21.139040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:21.156583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:21.163068 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/112d9ccd-06d4-440d-b5d7-eadb34b07b0f HTTP/1.1" status: 204 len: 168 time: 0.7511468 Feb 18 04:30:21.165463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 42714) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:21.300051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ed84a-eed1-4535-a783-d4771a5c8940 req-96bbfd17-5e1e-4ed8-910e-93de7622f010 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:21.302296 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-163ed84a-eed1-4535-a783-d4771a5c8940 req-96bbfd17-5e1e-4ed8-910e-93de7622f010 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0979247 Feb 18 04:30:21.316524 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f6be5b92-afbb-4cbc-8fa6-57f0b2939a1b req-206bed5e-bb8b-4826-95e1-f89209177591 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 210 time: 0.0705760 Feb 18 04:30:21.362965 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-163ed84a-eed1-4535-a783-d4771a5c8940 req-b484995b-c87d-4ffd-bcf6-7f1911d13b6b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519655 Feb 18 04:30:21.366472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:21.409778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:30:21.509181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:30:21.509905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:21.579734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:21.642260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c1b3563d-0eb7-4623-9284-9532bb1d5425 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:30:21.684546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: c1b3563d-0eb7-4623-9284-9532bb1d5425 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:30:21.684912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c1b3563d-0eb7-4623-9284-9532bb1d5425 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:30:21.713447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64d52b1-aaa4-4911-a3b5-bcf89208437c']}} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:21.728066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a5e091-91b7-45f1-b581-b46d7e556675') {'for_net_delete': True} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:21.728445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a5e091-91b7-45f1-b581-b46d7e556675') {} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:21.743106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60898729'] for segment, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:21.778341 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:21.786341 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:30:22.059095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:22.237221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:30:22.246863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61165392'] for segment, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:22.501750 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-637e0744-e625-4203-8768-347c552bb2a6 req-877eef6e-4cf5-453e-bd40-89015ae70d3a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 210 time: 0.0579431 Feb 18 04:30:22.540587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Network b64d52b1-aaa4-4911-a3b5-bcf89208437c has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:30:22.556530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48d2b-a5e7-4f1c-8f34-96d5c028afd1 req-df7aa8e5-f84b-478f-a7e4-ee952678c331 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:22.558130 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f3d48d2b-a5e7-4f1c-8f34-96d5c028afd1 req-df7aa8e5-f84b-478f-a7e4-ee952678c331 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.3984742 Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:30:22.577435 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:30:22.701468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda8496-44ca-49a4-943d-fbb9c5ccddf5 req-acd9cf32-1408-4518-8ce2-69676fb890e2 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:22.703097 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4cda8496-44ca-49a4-943d-fbb9c5ccddf5 req-acd9cf32-1408-4518-8ce2-69676fb890e2 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0944676 Feb 18 04:30:22.726038 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f3d48d2b-a5e7-4f1c-8f34-96d5c028afd1 req-5551f3e2-3399-443f-b2ed-18a708529eda tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021490 Feb 18 04:30:22.735867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:22.756400 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-90b2de5d-2db8-4850-96c5-e6572cc031d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:22.768578 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4cda8496-44ca-49a4-943d-fbb9c5ccddf5 req-62a193d1-1a30-4cbf-b263-6127c76d2528 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578239 Feb 18 04:30:22.786008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-d74c9d4e-512e-4c66-b93a-4da82b35e28b tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:22.787692 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-d74c9d4e-512e-4c66-b93a-4da82b35e28b tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.23 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 809 time: 0.3699739 Feb 18 04:30:22.788952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:22.792644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Pushing event deleted for resources: {'Network': ['ID=b64d52b1-aaa4-4911-a3b5-bcf89208437c,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:22.803062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:22.826688 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-21a5a8f3-f018-4b6a-b134-ad8ee1ca7126 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b64d52b1-aaa4-4911-a3b5-bcf89208437c HTTP/1.1" status: 204 len: 168 time: 1.6571152 Feb 18 04:30:22.883840 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-f73a8234-9d4a-4fce-b8f9-435cfc55beb6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe HTTP/1.1" status: 200 len: 5755 time: 0.0795367 Feb 18 04:30:22.894618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'port': {'device_id': '8546e982-c12e-405c-9e44-69c55195c89d', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'admin_state_up': True, 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'security_groups': ['d0d548b6-cd58-4724-89b8-abadbde82b88']}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:30:23.025262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42748) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:23.048996 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:23.059634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:23.072027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Made reservation on behalf of 371efb21a7c548e2a1f977fc3e8f2fbe for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:30:23.078503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:23.092686 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-fc50d0f2-e034-476c-bb37-3907dbffca00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43b6b8b1d4854521941cc959ae7093bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0657408 Feb 18 04:30:23.095022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42754) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:23.164896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:23.193012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:23.238362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:23.243524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-270bbb23-228a-4bed-b294-4ea228a3e89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:23.257500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1faa909-1540-4dc3-a337-280f0b8e3fdb,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:23.261130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:23.270803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:23.272336 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1faa909-1540-4dc3-a337-280f0b8e3fdb HTTP/1.1" status: 204 len: 168 time: 0.1763141 Feb 18 04:30:23.428274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Allocated IP 172.20.0.7 (b626f94f-63a0-4221-93f5-0057375f96e5/97b43985-10c5-43f8-a711-4599739bf198/baf0835d-6310-4bb9-b0b8-40bcd109e66a) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:30:23.678213 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3d4a1744-89be-4c7e-a7d7-491827313b9e req-d0b7508d-647f-41d2-9fed-363a43c0732c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 210 time: 0.0581443 Feb 18 04:30:23.681157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:23.697999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Transition to ACTIVE for port object baf0835d-6310-4bb9-b0b8-40bcd109e66a will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:30:23.723822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:23.738643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a033b893-3357-493f-bf97-dfcd9268e9c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:23.862739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event updated for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:23.870446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:23.961356 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Network b626f94f-63a0-4221-93f5-0057375f96e5 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:30:23.963540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:30:23.986426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874596-4bb4-4d7f-b70f-6c5b4d4f327b req-366915fc-8751-4499-a14b-76991f529733 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:23.992484 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-69874596-4bb4-4d7f-b70f-6c5b4d4f327b req-366915fc-8751-4499-a14b-76991f529733 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0978241 Feb 18 04:30:24.014910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:30:24.064116 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-69874596-4bb4-4d7f-b70f-6c5b4d4f327b req-cf9b6a75-39dd-40b7-9779-7286e8944e4c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641668 Feb 18 04:30:24.100028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:24.100754 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:24.139432 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2489259 Feb 18 04:30:24.156027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Request body: {'port': {'device_id': '8546e982-c12e-405c-9e44-69c55195c89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:30:24.186766 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-c3b9830e-18a3-4002-87ee-624f41348e53 None None] Provisioning for port baf0835d-6310-4bb9-b0b8-40bcd109e66a completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:30:24.193562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-c3b9830e-18a3-4002-87ee-624f41348e53 None None] Provisioning complete for port baf0835d-6310-4bb9-b0b8-40bcd109e66a triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:30:24.194194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c3b9830e-18a3-4002-87ee-624f41348e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:24.208426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06312-eb69-4f86-822a-babcffe9f819 req-e72b41c1-a0a0-46e7-a765-37fe72a5fe41 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:24.216016 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50f06312-eb69-4f86-822a-babcffe9f819 req-e72b41c1-a0a0-46e7-a765-37fe72a5fe41 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.2646725 Feb 18 04:30:24.271633 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9830e-18a3-4002-87ee-624f41348e53 None None] Port baf0835d-6310-4bb9-b0b8-40bcd109e66a cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:30:24.329799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:24.342913 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50f06312-eb69-4f86-822a-babcffe9f819 req-b7f09257-9666-41d0-be92-28817985d873 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261439 Feb 18 04:30:24.798528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf0835d-6310-4bb9-b0b8-40bcd109e66a {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:30:24.858366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:24.881083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Transition to ACTIVE for port object baf0835d-6310-4bb9-b0b8-40bcd109e66a will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:30:24.886937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:24.902097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6c20f5be-6cda-4f07-97dc-71e7072e3e5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:25.065513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:25.073771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:25.079777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccd9f8-bbd5-4685-899a-021a7b8b25ef req-3369c0cf-788f-4644-8ffc-ffae467dd5c8 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:25.080524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-dcccd9f8-bbd5-4685-899a-021a7b8b25ef req-3369c0cf-788f-4644-8ffc-ffae467dd5c8 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Synchronizing usage tracker for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:30:25.115532 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-dcccd9f8-bbd5-4685-899a-021a7b8b25ef req-3369c0cf-788f-4644-8ffc-ffae467dd5c8 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Unset dirty status for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:30:25.116806 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dcccd9f8-bbd5-4685-899a-021a7b8b25ef req-3369c0cf-788f-4644-8ffc-ffae467dd5c8 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 931 time: 0.3121719 Feb 18 04:30:25.273654 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e920b-c3ee-4ecf-948f-1c3ac11e4b29 req-1b713011-841d-47a1-b3a5-bcf119ca6b96 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:25.275403 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-008e920b-c3ee-4ecf-948f-1c3ac11e4b29 req-1b713011-841d-47a1-b3a5-bcf119ca6b96 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0961246 Feb 18 04:30:25.330731 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-008e920b-c3ee-4ecf-948f-1c3ac11e4b29 req-fe197819-0666-4cc1-9617-a12a616c1f45 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469275 Feb 18 04:30:25.500668 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dcccd9f8-bbd5-4685-899a-021a7b8b25ef req-2f63faa7-1b13-4c35-a3df-88c990cf7af3 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.3773675 Feb 18 04:30:25.542988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Attempting to bind port baf0835d-6310-4bb9-b0b8-40bcd109e66a on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:30:25.543397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Attempting to bind port baf0835d-6310-4bb9-b0b8-40bcd109e66a by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:30:25.543763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Attempting to bind port baf0835d-6310-4bb9-b0b8-40bcd109e66a on network b626f94f-63a0-4221-93f5-0057375f96e5 {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:30:25.549751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:30:25.550571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Checking segment: {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:30:25.550571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:25.550861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Bound using segment: {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:30:25.551982 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Bound port: baf0835d-6310-4bb9-b0b8-40bcd109e66a, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9de980-95a8-4286-a93a-b014796cb200', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:30:25.552354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:25.651218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:30:25.654488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:30:25.658244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:25.705881 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c4c4-f360-44ce-b853-7680c15d211c req-272daa23-5af3-4f0c-9606-af2f73f4737b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:25.707568 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84b2c4c4-f360-44ce-b853-7680c15d211c req-272daa23-5af3-4f0c-9606-af2f73f4737b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0999284 Feb 18 04:30:25.761236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-eaa61181-5151-43b6-87ba-0dea5e9215ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:25.772082 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84b2c4c4-f360-44ce-b853-7680c15d211c req-ed6977c0-7bf9-4720-8530-24316bc941fc tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577023 Feb 18 04:30:25.865482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:25.869529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:25.870725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:25.871416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:25.872871 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] 10.222.0.23 "PUT /v2.0/ports/baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 1157 time: 1.7226465 Feb 18 04:30:25.873472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:30:26.021118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-b9bbd9e6-3258-4511-a913-92bf104ac32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:26.022821 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-b9bbd9e6-3258-4511-a913-92bf104ac32b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1160 time: 0.0979419 Feb 18 04:30:26.096655 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'status': 'completed', 'code': 200} Feb 18 04:30:26.105683 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-5e99e480-6fca-42b2-91eb-59cd4ac7a629 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 217 time: 0.0743604 Feb 18 04:30:26.181095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-c7f1559b-52fd-463d-84f2-479757affd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:26.182753 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-c7f1559b-52fd-463d-84f2-479757affd08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.0705833 Feb 18 04:30:26.272258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-2f569e7f-66f7-4be5-ad01-836799885901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:26.273871 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-2f569e7f-66f7-4be5-ad01-836799885901 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837228 Feb 18 04:30:26.464250 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-a5ad250b-3400-4c6a-ba98-4558861d6582 service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797457 Feb 18 04:30:26.560435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5533dc-2625-4943-8233-8bd28073b1c0 req-982574d8-4274-424b-ad41-fa443c021881 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:26.562071 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9f5533dc-2625-4943-8233-8bd28073b1c0 req-982574d8-4274-424b-ad41-fa443c021881 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0952358 Feb 18 04:30:26.616049 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf16a445-421a-4527-adcc-d0b2eb4319c4 req-e560feb8-d4c6-4cbf-a98c-e178af4bf2c1 service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435244 Feb 18 04:30:26.634073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9f5533dc-2625-4943-8233-8bd28073b1c0 req-dbef187d-17eb-4e83-99fd-135449e8d8cd tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563891 Feb 18 04:30:26.780461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789d408-74f4-4642-bd94-4505c9e9526b req-70b819f4-5f29-4071-b3ca-23cc085c3b7d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:26.781971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d789d408-74f4-4642-bd94-4505c9e9526b req-70b819f4-5f29-4071-b3ca-23cc085c3b7d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.1621802 Feb 18 04:30:26.813725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-a37ba438-f4ec-4180-a5eb-7d68a3794ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:26.815347 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-a37ba438-f4ec-4180-a5eb-7d68a3794ccd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1160 time: 0.1380222 Feb 18 04:30:26.930495 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d789d408-74f4-4642-bd94-4505c9e9526b req-3a024e39-6c37-4e64-9cbd-95e94f8b69a4 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1338468 Feb 18 04:30:26.982783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-4eb4e6c0-0d94-4f14-b293-e23d50eb5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:26.984423 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-4eb4e6c0-0d94-4f14-b293-e23d50eb5ff0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.1604068 Feb 18 04:30:26.998585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279fbc-01fd-4fb7-992e-e59b53f3f982 req-5be2c73c-e679-4ce8-a373-a03e6761674a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:27.000317 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ae279fbc-01fd-4fb7-992e-e59b53f3f982 req-5be2c73c-e679-4ce8-a373-a03e6761674a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0924621 Feb 18 04:30:27.049758 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ae279fbc-01fd-4fb7-992e-e59b53f3f982 req-f2f9201e-59c1-4de6-ac95-bceb830f16f5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Feb 18 04:30:27.061243 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-c1d6f90f-bf5e-459b-8e94-606bb9ac388e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 217 time: 0.0696578 Feb 18 04:30:27.131627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-8b3ba04e-d224-4494-8b5c-5fd969e7ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:27.133127 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-8b3ba04e-d224-4494-8b5c-5fd969e7ff55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.0643640 Feb 18 04:30:27.216632 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-d9b3999d-85e8-49b2-be9f-43e2509699c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:27.218252 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-d9b3999d-85e8-49b2-be9f-43e2509699c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765443 Feb 18 04:30:27.361240 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-a424a34e-2e73-4fde-895d-eedbeefb5ceb service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356859 Feb 18 04:30:27.462863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:30:27.504944 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51ca3c0a-c7aa-4254-a099-7aafe9d2f353 req-e8eda02f-3cb8-4f34-8fc0-99b94eb5ac81 service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368370 Feb 18 04:30:27.533882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:30:27.534284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:27.594345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f5b83928-72d3-4f98-9b0b-6b24cbd95ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:27.679593 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 831707a8-2b13-42e1-af69-e5d4c3253d53 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:30:27.753659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 831707a8-2b13-42e1-af69-e5d4c3253d53 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:30:27.754609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:27.872109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed692-509b-4c08-b623-eaeffba73e50 req-56dc18f2-e90a-405e-a1b3-0d68919edc10 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:27.873719 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a66ed692-509b-4c08-b623-eaeffba73e50 req-56dc18f2-e90a-405e-a1b3-0d68919edc10 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1002212 Feb 18 04:30:27.921892 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a66ed692-509b-4c08-b623-eaeffba73e50 req-d0ef8b5f-c5f4-4881-aa07-150ff8725e19 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411062 Feb 18 04:30:28.134291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c770f-aa3c-4c89-845d-f69e64f77ec1 req-8a807923-635e-4fae-8c03-b90c705c20b1 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:28.136146 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb7c770f-aa3c-4c89-845d-f69e64f77ec1 req-8a807923-635e-4fae-8c03-b90c705c20b1 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0933335 Feb 18 04:30:28.191594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-eb7c770f-aa3c-4c89-845d-f69e64f77ec1 req-d82960ef-cb0b-406b-bcb9-2fe1500aead9 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Synchronizing usage tracker for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:30:28.209343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-eb7c770f-aa3c-4c89-845d-f69e64f77ec1 req-d82960ef-cb0b-406b-bcb9-2fe1500aead9 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Unset dirty status for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:30:28.210688 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb7c770f-aa3c-4c89-845d-f69e64f77ec1 req-d82960ef-cb0b-406b-bcb9-2fe1500aead9 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0656276 Feb 18 04:30:28.282798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414703-eee0-4cff-97ad-016afed3f32a req-e70a3172-f857-4bee-a2d1-21ff690c3ea0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:28.284591 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7f414703-eee0-4cff-97ad-016afed3f32a req-e70a3172-f857-4bee-a2d1-21ff690c3ea0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0925598 Feb 18 04:30:28.341694 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7f414703-eee0-4cff-97ad-016afed3f32a req-45b76b77-157e-40d2-ae3e-54c8d595dd87 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503538 Feb 18 04:30:29.120523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23218077-c441-4e06-bfa5-333d6c104412 req-ffbe5f87-ea86-4623-990d-095fea023a4b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:29.122132 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-23218077-c441-4e06-bfa5-333d6c104412 req-ffbe5f87-ea86-4623-990d-095fea023a4b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0879116 Feb 18 04:30:29.170693 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-23218077-c441-4e06-bfa5-333d6c104412 req-5abbfa54-a770-48b0-a5de-b93dfc53b6f3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 Feb 18 04:30:29.427379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f854b08-9b99-4cf2-a2c4-d6e0fb061247 req-336c5291-1776-4afa-9260-190e627920d7 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:29.439863 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6f854b08-9b99-4cf2-a2c4-d6e0fb061247 req-336c5291-1776-4afa-9260-190e627920d7 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.1113651 Feb 18 04:30:29.451155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 42922) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:29.498510 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6f854b08-9b99-4cf2-a2c4-d6e0fb061247 req-68866ef9-8981-4cf1-8f13-e046caab186e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0508444 Feb 18 04:30:29.558699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34000b-9bdf-45a3-bb08-553f5df28015 req-0df64a01-db46-48b7-9e4e-de3fd52e9edd tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:29.560336 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef34000b-9bdf-45a3-bb08-553f5df28015 req-0df64a01-db46-48b7-9e4e-de3fd52e9edd tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0886047 Feb 18 04:30:29.603211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.635011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:29.642474 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef34000b-9bdf-45a3-bb08-553f5df28015 req-05c74bde-1df9-410f-943c-a11534f900ce tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760019 Feb 18 04:30:29.643466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Usage tracker for resource:security_group_rule and tenant:b1f4e4f79ea54af4852b6a93a5494216 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:29.647006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:29.652802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:29.735524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.738459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.746702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f9a2a202-40ef-47f2-b5b6-cf9ec4be7411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:29.788764 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1f4e4f79ea54af4852b6a93a5494216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359914 Feb 18 04:30:29.790511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48094a35-7e54-4f6a-a1e4-7fd1de7c9f5b,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:29.791712 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42928) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:29.792583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-00d456a7-1c2d-4238-ad03-ff3c51137466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.794000 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:29.870409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-82c02893-c875-4dbc-a831-b49ad67c2b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.898200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-82c02893-c875-4dbc-a831-b49ad67c2b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.941325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-82c02893-c875-4dbc-a831-b49ad67c2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.946693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1a176fd9-3a23-418f-86c1-2f865bd9cd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:29.959396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c02893-c875-4dbc-a831-b49ad67c2b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48094a35-7e54-4f6a-a1e4-7fd1de7c9f5b,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:29.962540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-82c02893-c875-4dbc-a831-b49ad67c2b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:29.964557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-82c02893-c875-4dbc-a831-b49ad67c2b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:29.967781 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-82c02893-c875-4dbc-a831-b49ad67c2b77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48094a35-7e54-4f6a-a1e4-7fd1de7c9f5b HTTP/1.1" status: 204 len: 168 time: 0.1742918 Feb 18 04:30:30.216399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:30.376243 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2710-32cc-4052-b5f3-4646391bffd5 req-4a3e8c4a-a138-4c70-b619-348bd3c52a13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:30.377811 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c7a2710-32cc-4052-b5f3-4646391bffd5 req-4a3e8c4a-a138-4c70-b619-348bd3c52a13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0877469 Feb 18 04:30:30.428642 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c7a2710-32cc-4052-b5f3-4646391bffd5 req-61d94583-a293-4794-a552-a4e26e7f1aa6 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Feb 18 04:30:30.639027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 42956) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:30.700728 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc80e6f-18d7-4290-9f6b-85063d5feba8 req-1114c816-c23d-438c-a4ed-01cc09e0ab33 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:30.702405 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9fc80e6f-18d7-4290-9f6b-85063d5feba8 req-1114c816-c23d-438c-a4ed-01cc09e0ab33 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0921361 Feb 18 04:30:30.755024 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9fc80e6f-18d7-4290-9f6b-85063d5feba8 req-a6a3faa0-ce5e-4003-b801-8194e2fe171f tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0463133 Feb 18 04:30:30.828775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:30.850434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:30.855913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Usage tracker for resource:security_group_rule and tenant:41b2cf3d86a243e5883ccc951fbf0571 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:30.860080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:30.869839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:30.904078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6ab8c-c650-41d2-a71d-c52d714f91ec req-67110ed6-a828-4e7c-a6e8-01e155ae1496 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:30.905677 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dea6ab8c-c650-41d2-a71d-c52d714f91ec req-67110ed6-a828-4e7c-a6e8-01e155ae1496 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1421087 Feb 18 04:30:30.974727 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dea6ab8c-c650-41d2-a71d-c52d714f91ec req-187a00e7-611a-4651-8b68-c3a49c95bf6d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589371 Feb 18 04:30:31.016812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.019643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.028181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-78d473be-3e63-4d9e-85f6-0a5d7fa126c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:31.070289 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41b2cf3d86a243e5883ccc951fbf0571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301147 Feb 18 04:30:31.071155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3ad53d-acf8-462e-9c68-10ce2fa19268,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:31.073239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 42966) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:31.074543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:31.134456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.161757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.206795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.212118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-64d5ac23-6e43-4c6d-a036-3009bc8ac7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:31.225750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3ad53d-acf8-462e-9c68-10ce2fa19268,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:31.228773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:31.229674 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.230893 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f3ad53d-acf8-462e-9c68-10ce2fa19268 HTTP/1.1" status: 204 len: 168 time: 0.1564362 Feb 18 04:30:31.509170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.651512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc61f8a-6246-4add-a2e1-064ee9963f7a req-8ce62725-37f6-4053-8f58-d4b418602729 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:31.653266 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efc61f8a-6246-4add-a2e1-064ee9963f7a req-8ce62725-37f6-4053-8f58-d4b418602729 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0995820 Feb 18 04:30:31.707550 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-efc61f8a-6246-4add-a2e1-064ee9963f7a req-8c2c0771-72d4-443a-b8ce-6ea744bdaacf tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Feb 18 04:30:31.876748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:31.975553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ce0e-5c49-46de-8798-1d7063c8946d req-6e60ad8a-d660-4198-b95a-fb6f7350ca7d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:31.977187 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-78e4ce0e-5c49-46de-8798-1d7063c8946d req-6e60ad8a-d660-4198-b95a-fb6f7350ca7d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0918295 Feb 18 04:30:32.025032 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-78e4ce0e-5c49-46de-8798-1d7063c8946d req-e86df231-7ae0-4fd0-ba49-dddc8d40ff02 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0413816 Feb 18 04:30:32.186091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1b6bd-ad9b-4f49-b45b-119736c099af req-21b5ae4e-ceec-49cf-829c-1a548ac2eb69 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:32.187494 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-90c1b6bd-ad9b-4f49-b45b-119736c099af req-21b5ae4e-ceec-49cf-829c-1a548ac2eb69 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0898147 Feb 18 04:30:32.189564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 831707a8-2b13-42e1-af69-e5d4c3253d53 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:30:32.261557 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-90c1b6bd-ad9b-4f49-b45b-119736c099af req-357f5d90-c000-4719-99a5-160cdf77a7ee tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507884 Feb 18 04:30:32.286599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 831707a8-2b13-42e1-af69-e5d4c3253d53 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:30:32.287027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:32.422191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device baf0835d-6310-4bb9-b0b8-40bcd109e66a up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:30:32.496088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port baf0835d-6310-4bb9-b0b8-40bcd109e66a completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:30:32.502137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port baf0835d-6310-4bb9-b0b8-40bcd109e66a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:30:32.502639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:32.652908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:32.682141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:30:32.692751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:32.698254 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:32.700650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:32.743111 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'code': 200} Feb 18 04:30:32.818283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:32.832645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.832877 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.833349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.833814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.834273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.834731 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.835357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.835553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.836083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.836455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.836969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.837469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.837883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.838357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.838729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.839100 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.839489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.839854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.840227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.840588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.840948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.841308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.841673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.842161 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:30:32.847306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:32.939730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b62a3-6e84-485b-83c8-45876a754bc2 req-cee0b932-6e94-455a-9b4e-f1fc244f0b1b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:32.942379 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a66b62a3-6e84-485b-83c8-45876a754bc2 req-cee0b932-6e94-455a-9b4e-f1fc244f0b1b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0920515 Feb 18 04:30:33.008537 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a66b62a3-6e84-485b-83c8-45876a754bc2 req-dbd7604c-84e1-4704-9ed0-ad8ca7d2db4c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595689 Feb 18 04:30:33.160077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30253ba-f104-4b9d-8151-9f40470d820e req-12cebba9-4419-4b26-ab69-87a15e9199ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:33.161512 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b30253ba-f104-4b9d-8151-9f40470d820e req-12cebba9-4419-4b26-ab69-87a15e9199ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.1343124 Feb 18 04:30:33.308357 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b30253ba-f104-4b9d-8151-9f40470d820e req-d2b9bea4-460f-4986-8d72-87a8c3a31abe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1365979 Feb 18 04:30:33.354434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109a7f4-e4a7-4198-b479-187f66a6097f req-b290968c-476d-41f9-bef4-e24108abb453 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:33.362213 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9109a7f4-e4a7-4198-b479-187f66a6097f req-b290968c-476d-41f9-bef4-e24108abb453 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.1561236 Feb 18 04:30:33.429920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device baf0835d-6310-4bb9-b0b8-40bcd109e66a up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:30:33.457594 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9109a7f4-e4a7-4198-b479-187f66a6097f req-af940c8b-ebf0-4922-af11-934725aca1db tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0941043 Feb 18 04:30:33.596315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port baf0835d-6310-4bb9-b0b8-40bcd109e66a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:30:33.597085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:33.689398 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256b1ea-daa0-4dc6-a2b2-eefa7f62a412 req-43077df1-8441-4871-8322-6fa7782a2c4e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:33.708220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103154d-3ad1-46e0-b652-12370d939bee req-0917a2bc-e260-4c49-8532-830f819dac9f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:33.709501 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d256b1ea-daa0-4dc6-a2b2-eefa7f62a412 req-43077df1-8441-4871-8322-6fa7782a2c4e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.2055531 Feb 18 04:30:33.717281 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b103154d-3ad1-46e0-b652-12370d939bee req-0917a2bc-e260-4c49-8532-830f819dac9f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1053226 Feb 18 04:30:33.807641 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b103154d-3ad1-46e0-b652-12370d939bee req-58ba5764-ee4b-4e5b-b6d4-1249ae56d699 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887332 Feb 18 04:30:33.834579 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d256b1ea-daa0-4dc6-a2b2-eefa7f62a412 req-b71a7343-c662-4076-a588-ce65e7c53b0a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240523 Feb 18 04:30:34.040324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-1e2dfcdb-68a1-4aee-a0a0-c4c90f0f7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:34.042056 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-1e2dfcdb-68a1-4aee-a0a0-c4c90f0f7b24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1162 time: 0.1062810 Feb 18 04:30:34.086612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43090) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:34.225020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-29fa7694-b288-42ba-8aaa-fa1da25a93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:34.226611 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-29fa7694-b288-42ba-8aaa-fa1da25a93c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.1752455 Feb 18 04:30:34.242852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:34.268241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:34.273952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Usage tracker for resource:security_group_rule and tenant:f723422f73ee4f41855b99a6200b9e57 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:34.277815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:34.293504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:34.370204 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-3d09a635-58e3-4cc1-915e-f9af9158dcf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 999 time: 0.1349874 Feb 18 04:30:34.409740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:34.414484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:34.424895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-14aa2039-ded7-4840-aa6b-4976c04d34b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:34.478670 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f723422f73ee4f41855b99a6200b9e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894186 Feb 18 04:30:34.479999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a46b87-e4be-4bb0-bf28-e0ec5d84bac7,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:34.480603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-01eac2a5-51c7-4273-bbe8-b99dee2376f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:34.482225 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-01eac2a5-51c7-4273-bbe8-b99dee2376f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.1006696 Feb 18 04:30:34.482790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 43096) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:34.495807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:34.615390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:34.688715 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:34.763634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:34.770431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-39f3b9af-8641-4537-b92d-3e5ddef65a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:34.779666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddbad-de31-400b-a01e-77ebdd210ad8 req-26328013-3162-485e-b6ed-4975df613689 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:34.781695 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-903ddbad-de31-400b-a01e-77ebdd210ad8 req-26328013-3162-485e-b6ed-4975df613689 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.1531200 Feb 18 04:30:34.789015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a46b87-e4be-4bb0-bf28-e0ec5d84bac7,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:34.794774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:34.858694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:34.862090 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5a46b87-e4be-4bb0-bf28-e0ec5d84bac7 HTTP/1.1" status: 204 len: 168 time: 0.3758435 Feb 18 04:30:34.863886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-5a0c8ef4-e268-4f43-b8fc-fb61e10043d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:34.865752 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-5a0c8ef4-e268-4f43-b8fc-fb61e10043d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3312774 Feb 18 04:30:34.892359 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-903ddbad-de31-400b-a01e-77ebdd210ad8 req-41782abd-d4e2-4ee4-91aa-13d66f5c8fc5 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1030154 Feb 18 04:30:35.215960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44644bb5-0430-494a-bb78-9588426db837 req-1115d827-dd52-40ac-8aee-c2c7a89d21ac tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:35.218188 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-44644bb5-0430-494a-bb78-9588426db837 req-1115d827-dd52-40ac-8aee-c2c7a89d21ac tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1332548 Feb 18 04:30:35.285261 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-44644bb5-0430-494a-bb78-9588426db837 req-1ea375d5-ba69-42af-bc92-e6afc0e25d06 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595338 Feb 18 04:30:35.319715 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-4d9e749d-3ada-40a3-962b-7d8966a17f58 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388587 Feb 18 04:30:35.375703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43112) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:35.396884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:35.415637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:35.419831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Usage tracker for resource:security_group_rule and tenant:d2c462f06b7144b59aa8d4f52438c409 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:35.423743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:35.429783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:35.540597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:35.544574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:35.555353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-851f8c38-99ae-4d5e-b19d-c69af385c27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:35.555743 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-43ba49e5-ca92-4a91-b996-b58deb752a0c req-7111ad58-d983-4de1-9988-aaec50beb8bc service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1802037 Feb 18 04:30:35.588710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd37a-91b3-470f-aa89-a8bdd4965e2b req-4047f761-f0a4-44b2-8b5f-9b3de7c00574 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:35.591020 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fccdd37a-91b3-470f-aa89-a8bdd4965e2b req-4047f761-f0a4-44b2-8b5f-9b3de7c00574 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.2980647 Feb 18 04:30:35.602950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d81e521-9bc7-4cb3-a05d-bf264a513aa6,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:35.610875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:35.645202 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fccdd37a-91b3-470f-aa89-a8bdd4965e2b req-8f71f7ac-6602-498a-85de-c3add6340298 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453043 Feb 18 04:30:35.650692 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2c462f06b7144b59aa8d4f52438c409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737632 Feb 18 04:30:35.650898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 43118) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:35.736896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:35.767193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:35.817844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:35.823150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d5ccc68b-977b-4378-aaf0-f931df4cdb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:35.835127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d81e521-9bc7-4cb3-a05d-bf264a513aa6,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:35.842929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:35.843841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:35.845063 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d81e521-9bc7-4cb3-a05d-bf264a513aa6 HTTP/1.1" status: 204 len: 168 time: 0.1931057 Feb 18 04:30:36.171222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70467ccd-47ab-4d54-ab1a-acfd051326fe req-1946d2bc-6edf-46e2-bc83-109ae7471fad tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:36.172874 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-70467ccd-47ab-4d54-ab1a-acfd051326fe req-1946d2bc-6edf-46e2-bc83-109ae7471fad tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.1131933 Feb 18 04:30:36.233436 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-70467ccd-47ab-4d54-ab1a-acfd051326fe req-87515545-eafa-48d7-90be-5ee5cdd91745 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0540338 Feb 18 04:30:36.553387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147a971-e0f3-477f-9c39-9597a03a83d9 req-07a3b50e-f20a-4072-8784-a6e1a5c67f96 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:36.562900 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5147a971-e0f3-477f-9c39-9597a03a83d9 req-07a3b50e-f20a-4072-8784-a6e1a5c67f96 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1233211 Feb 18 04:30:36.564359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3328259-6a9d-4389-bafe-54ef432754ac req-d130aedf-cc24-4ff3-9499-9ae2560250c7 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:36.579736 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a3328259-6a9d-4389-bafe-54ef432754ac req-d130aedf-cc24-4ff3-9499-9ae2560250c7 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.1894679 Feb 18 04:30:36.620030 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5147a971-e0f3-477f-9c39-9597a03a83d9 req-a5c80e58-4d2d-4af6-8fb2-75f03907687c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558946 Feb 18 04:30:36.709271 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a3328259-6a9d-4389-bafe-54ef432754ac req-36220ae6-bc98-40e5-9bc5-7cb335081de6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1282048 Feb 18 04:30:36.970638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da3fd5-e2bb-4e4d-9514-c8d527ccd35a req-bedf96c9-3ba7-43d6-9597-7a6ddb55e1e8 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:36.972853 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-85da3fd5-e2bb-4e4d-9514-c8d527ccd35a req-bedf96c9-3ba7-43d6-9597-7a6ddb55e1e8 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1390734 Feb 18 04:30:36.996456 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-d7cb3ac2-9ae9-4e47-be02-3473c079bcd3 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2512493 Feb 18 04:30:37.001700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'floatingip': {'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:30:37.008372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:37.012804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Usage tracker for resource:floatingip and tenant:371efb21a7c548e2a1f977fc3e8f2fbe is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:37.016559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:37.023907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:37.028131 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-85da3fd5-e2bb-4e4d-9514-c8d527ccd35a req-64275888-4e04-4006-b537-b79f0ab12e98 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489402 Feb 18 04:30:37.071095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for floatingip, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:37.292780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:37.624463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Allocated IP 172.28.0.196 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/78f46f0a-4808-4f60-a2c6-82ee45d72b19) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:30:37.793013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:37.835305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:37.978457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:38.076155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event updated for resources: {'Port': ['ID=78f46f0a-4808-4f60-a2c6-82ee45d72b19,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:38.081089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:38.086493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:30:38.087897 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:30:38.090084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:30:38.149200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4febe3-b651-43ba-8adb-c22272de791a req-e5c43801-7e37-44be-9a57-8afc336aa092 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:38.151320 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff4febe3-b651-43ba-8adb-c22272de791a req-e5c43801-7e37-44be-9a57-8afc336aa092 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1583104 Feb 18 04:30:38.249387 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff4febe3-b651-43ba-8adb-c22272de791a req-30284ec1-0c0c-413e-b75a-8f0e1563f989 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903292 Feb 18 04:30:38.304001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:38.386398 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:38.749978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:38.755917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:38.771911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7128a60-a33a-49d9-9ea7-cb7f64794976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:38.961931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event updated for resources: {'Port': ['ID=78f46f0a-4808-4f60-a2c6-82ee45d72b19,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:38.971815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:39.040125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:39.068391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:39.069815 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0724673 Feb 18 04:30:39.170916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9840d360-d69f-4c72-9bfe-d52e284f5db6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Synchronizing usage tracker for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:floatingip {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:30:39.191640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9840d360-d69f-4c72-9bfe-d52e284f5db6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Unset dirty status for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:floatingip {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:30:39.194782 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-9840d360-d69f-4c72-9bfe-d52e284f5db6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.196 HTTP/1.1" status: 200 len: 696 time: 0.1102760 Feb 18 04:30:39.414698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-07deb1e5-f7f4-4b28-9c44-4b8c44d04197 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:39.432933 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-07deb1e5-f7f4-4b28-9c44-4b8c44d04197 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/networks/3ce218cf-12a4-4440-b793-29be0ad4f2b6 HTTP/1.1" status: 200 len: 784 time: 0.2327154 Feb 18 04:30:39.445260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-677b8d91-e342-4788-a052-714904813670 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:30:39.446350 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-df9939d8-cfed-4869-bea8-9c8d9da689f3 req-677b8d91-e342-4788-a052-714904813670 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0072172 Feb 18 04:30:39.563471 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81498e43-691d-4224-bf7f-26baadec7ba7 req-0dc12a17-7f11-47b1-9986-fde096dbee45 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:39.575464 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-81498e43-691d-4224-bf7f-26baadec7ba7 req-0dc12a17-7f11-47b1-9986-fde096dbee45 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1363919 Feb 18 04:30:39.638361 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-81498e43-691d-4224-bf7f-26baadec7ba7 req-058f22fc-94e9-4516-bfbf-7f2423eef6d8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612960 Feb 18 04:30:39.736701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31547109-a118-46da-a2bd-1b5368c71b07 req-d1590de1-85a8-40df-8454-d8a44fa34ed6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:39.739205 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-d1590de1-85a8-40df-8454-d8a44fa34ed6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1382382 Feb 18 04:30:39.853466 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-33ceb420-f3ca-4454-a40d-f693013c30ed tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.196 HTTP/1.1" status: 200 len: 696 time: 0.1022432 Feb 18 04:30:39.869793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Request body: {'floatingip': {'port_id': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:30:39.968513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for floatingip, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:40.998260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b20b0-0cfd-4628-a149-39198194cbd8 req-41710402-ca20-402d-a340-4bee80867fc9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:41.011879 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9d5b20b0-0cfd-4628-a149-39198194cbd8 req-41710402-ca20-402d-a340-4bee80867fc9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1778977 Feb 18 04:30:41.074510 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9d5b20b0-0cfd-4628-a149-39198194cbd8 req-e59746d8-5c34-41d1-9d68-25105646e430 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590370 Feb 18 04:30:41.123360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:41.125573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:41.391480 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Floating IP d5b1d14c-0fd3-4585-ae74-7ecd58ef3dde associated. External IP: 172.28.0.196, port: baf0835d-6310-4bb9-b0b8-40bcd109e66a. Feb 18 04:30:41.420185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43302) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:41.622312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:41.643003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:41.647995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Usage tracker for resource:security_group_rule and tenant:2cac9bc878c44ba39fea3d64997088c2 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:41.651859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:41.658814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:41.772729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:41.778111 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:41.797197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b468960a-db47-4feb-9489-be061198c7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:41.862745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb08f96-876d-4231-ab27-56417c3603dd,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:41.866699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:41.887659 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2cac9bc878c44ba39fea3d64997088c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632492 Feb 18 04:30:41.888437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43310) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:41.959832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:41.977893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Router 031cec42-5dd7-4351-aa4a-468bfdf04480 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:30:42.010967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:42.083573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:42.102237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1ef30830-0f8e-4b06-969f-2431c2ed9772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:42.125508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:42.130612 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edb08f96-876d-4231-ab27-56417c3603dd HTTP/1.1" status: 204 len: 168 time: 0.2396252 Feb 18 04:30:42.143668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb08f96-876d-4231-ab27-56417c3603dd,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:42.154521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:42.263054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:30:42.275687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:42.277530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] Sync routers for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:30:42.305604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:30:42.306720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:30:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:42.340983 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-fb08ea51-5910-4d38-8ef1-3de8d7a68adb tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "PUT /v2.0/floatingips/d5b1d14c-0fd3-4585-ae74-7ecd58ef3dde HTTP/1.1" status: 200 len: 996 time: 2.4793692 Feb 18 04:30:42.341770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:30:42.439450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c09a-050a-4c7f-9fe7-b1b50f3e4ca6 req-ca5082a4-c9d3-4078-905a-aac934085d8c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:42.451089 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2869c09a-050a-4c7f-9fe7-b1b50f3e4ca6 req-ca5082a4-c9d3-4078-905a-aac934085d8c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.2014730 Feb 18 04:30:42.451885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31547109-a118-46da-a2bd-1b5368c71b07 req-5e4ca122-43ca-4810-8a95-dfe3489bb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:42.459863 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-5e4ca122-43ca-4810-8a95-dfe3489bb5dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.0979726 Feb 18 04:30:42.562733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:30:42.674942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31547109-a118-46da-a2bd-1b5368c71b07 req-e7379d57-2ffb-45f2-97fd-3751ca134c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:42.692636 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-e7379d57-2ffb-45f2-97fd-3751ca134c97 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.2306781 Feb 18 04:30:42.856692 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-1a51934a-12c1-4507-860b-82370bd8b79b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 999 time: 0.1620817 Feb 18 04:30:42.870180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43324) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:42.924168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:42.940767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:30:42.945299 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5120e2591e415b9e4e3d666ea07e69 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:30:42.948455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:30:42.954166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:30:42.961018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31547109-a118-46da-a2bd-1b5368c71b07 req-32903d11-4007-4f30-a86f-d3a18d4460a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:42.963354 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-32903d11-4007-4f30-a86f-d3a18d4460a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.1058774 Feb 18 04:30:43.052581 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:43.078371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31547109-a118-46da-a2bd-1b5368c71b07 req-ebb96efc-bc22-4cff-863e-d90b78ea604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:43.081147 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-ebb96efc-bc22-4cff-863e-d90b78ea604d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1074295 Feb 18 04:30:43.083983 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2869c09a-050a-4c7f-9fe7-b1b50f3e4ca6 req-ced906c0-f2a4-47c7-95cd-959fc4310e86 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6315892 Feb 18 04:30:43.085163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:43.100010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-3b682a7d-d28e-47cc-8f2a-24afe1d461ef service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:30:43.102755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'd5b1d14c-0fd3-4585-ae74-7ecd58ef3dde', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'port_id': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'mac_address': 'fa:16:3e:6d:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546e982-c12e-405c-9e44-69c55195c89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:30:38Z', 'updated_at': '2021-02-18T04:30:40Z', 'revision_number': 1, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 5, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:43.104431 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-3b682a7d-d28e-47cc-8f2a-24afe1d461ef service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0134804 Feb 18 04:30:43.107273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] Checking router: 031cec42-5dd7-4351-aa4a-468bfdf04480 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:30:43.117306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:30:43.118423 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:30:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:43.161744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0f86888d-d1e8-4c95-b98c-4542f9b3f5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:43.179809 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'status': 'completed', 'code': 200} Feb 18 04:30:43.213040 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa5120e2591e415b9e4e3d666ea07e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367240 Feb 18 04:30:43.214433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43328) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:43.215566 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69087db0-61ef-4f59-a0c2-f9670aef792a,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:43.235539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:43.317647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:43.348661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:43.358458 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:30:43.385403 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-4a9b7842-a85f-4c09-ad93-2a87cb27b529 service neutron] 10.222.0.58 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666934 Feb 18 04:30:43.408695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:43.421402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2e6c52ae-58ab-4683-9af9-45a6adfd31c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:43.439915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69087db0-61ef-4f59-a0c2-f9670aef792a,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:43.442847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:43.451383 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69087db0-61ef-4f59-a0c2-f9670aef792a HTTP/1.1" status: 204 len: 168 time: 0.2207227 Feb 18 04:30:43.452891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:43.889412 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-31547109-a118-46da-a2bd-1b5368c71b07 req-b9bbf35e-f97c-4c97-8717-2572533833db service neutron] 10.222.0.58 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5029621 Feb 18 04:30:44.023725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-1f2515af-d08f-4951-ac50-9f346daf2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:44.025534 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-1f2515af-d08f-4951-ac50-9f346daf2069 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.1519237 Feb 18 04:30:44.164918 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'd5b1d14c-0fd3-4585-ae74-7ecd58ef3dde', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'port_id': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'mac_address': 'fa:16:3e:6d:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546e982-c12e-405c-9e44-69c55195c89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:30:38Z', 'updated_at': '2021-02-18T04:30:40Z', 'revision_number': 1, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 5, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:30:44.172172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19317098-8f87-422d-a2ea-4274d1f6f558 None None] The sync data for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb is: [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'd5b1d14c-0fd3-4585-ae74-7ecd58ef3dde', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'port_id': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'mac_address': 'fa:16:3e:6d:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546e982-c12e-405c-9e44-69c55195c89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:30:38Z', 'updated_at': '2021-02-18T04:30:40Z', 'revision_number': 1, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 5, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:30:44.259531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-0c0ebccb-f743-40a8-bab5-4c4301794d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:44.261121 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-0c0ebccb-f743-40a8-bab5-4c4301794d53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.2256143 Feb 18 04:30:44.414350 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-2c7fb4f6-5d86-4802-afd2-b1ce055cda91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 999 time: 0.1445892 Feb 18 04:30:44.418948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db3560-37fa-47c8-a05c-f4b3d1343424 req-2466d8ba-80a9-41bf-8d8a-9e50bec032fe tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:44.429222 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a2db3560-37fa-47c8-a05c-f4b3d1343424 req-2466d8ba-80a9-41bf-8d8a-9e50bec032fe tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1432557 Feb 18 04:30:44.502216 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a2db3560-37fa-47c8-a05c-f4b3d1343424 req-0c19adb0-d356-42ad-a67f-11d5ab564857 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719097 Feb 18 04:30:44.526698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-0cb51659-5327-4f2b-82e7-76ddc43f6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:44.539697 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-0cb51659-5327-4f2b-82e7-76ddc43f6017 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.1171246 Feb 18 04:30:44.581797 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3e01f-eb5d-4a7a-b311-00eccf03452e None None] New status for floating IP d5b1d14c-0fd3-4585-ae74-7ecd58ef3dde: ACTIVE {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:30:44.695344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-005c440d-3a7b-4dec-b040-49f91e898b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:44.695785 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-005c440d-3a7b-4dec-b040-49f91e898b7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1466191 Feb 18 04:30:44.934057 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-dce6a1b3-58af-4b9c-8265-200f877bddff service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271659 Feb 18 04:30:45.137535 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8aa2e64-53f8-4151-93a0-9bbd9685ae0c req-38a1d2f1-4ea8-4b35-a17e-b5d11f465abd service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1933763 Feb 18 04:30:45.851683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d47b9-7d9e-4044-a2c0-7694dce838fd req-10742a29-9b32-4717-8d5d-bbea00c18804 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:45.857073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-992d47b9-7d9e-4044-a2c0-7694dce838fd req-10742a29-9b32-4717-8d5d-bbea00c18804 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1672196 Feb 18 04:30:45.918343 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-992d47b9-7d9e-4044-a2c0-7694dce838fd req-e5d17631-35bf-4062-982d-039483f26555 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532730 Feb 18 04:30:47.128072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107bdde-ca58-4a6c-969e-8d89ed90171e req-0e1fa7a6-8881-4fa6-87cf-de7039454229 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:47.130137 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f107bdde-ca58-4a6c-969e-8d89ed90171e req-0e1fa7a6-8881-4fa6-87cf-de7039454229 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0855780 Feb 18 04:30:47.178960 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f107bdde-ca58-4a6c-969e-8d89ed90171e req-62750d0e-ef22-4bb0-b865-83cb3b8a5197 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425308 Feb 18 04:30:47.810803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-293ba1a3-4d37-4bfc-b555-4003981e075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:47.812491 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-293ba1a3-4d37-4bfc-b555-4003981e075d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1162 time: 0.0936484 Feb 18 04:30:47.970635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-8566e869-ef07-437d-ae4f-dd76f7c048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:47.972292 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-8566e869-ef07-437d-ae4f-dd76f7c048d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.1466680 Feb 18 04:30:48.090811 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-d8f8c896-3147-484b-a205-97ee0125e0aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 200 len: 1001 time: 0.1105244 Feb 18 04:30:48.166329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-3379b8a5-d17e-415c-9eba-12873e74af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:48.167894 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-3379b8a5-d17e-415c-9eba-12873e74af98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.0633371 Feb 18 04:30:48.261355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-e090b645-7c98-420e-ba69-aadf74d1280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:48.262997 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-e090b645-7c98-420e-ba69-aadf74d1280c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799408 Feb 18 04:30:48.386460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a648-95a9-4526-aa93-e1e4975bf97d req-c3d0f026-e4fb-4017-bced-8ceaf0b182d7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:48.391725 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0117a648-95a9-4526-aa93-e1e4975bf97d req-c3d0f026-e4fb-4017-bced-8ceaf0b182d7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0937757 Feb 18 04:30:48.409262 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-1b53845a-f2f5-4757-aa79-61fe2c65cd9c service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377594 Feb 18 04:30:48.436458 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0117a648-95a9-4526-aa93-e1e4975bf97d req-ea465846-67d8-48db-9f85-524074a57598 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Feb 18 04:30:48.554269 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-edddc7db-b14e-4192-87ee-b705e0295d1c req-cfb3518f-fc44-4b2e-8ec1-9b091165447d service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380222 Feb 18 04:30:49.650434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e783-3e4f-4058-aef0-8d6e2458f1bd req-abe823be-01d9-4c86-ae18-d7de44586997 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:49.652091 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aa09e783-3e4f-4058-aef0-8d6e2458f1bd req-abe823be-01d9-4c86-ae18-d7de44586997 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0953608 Feb 18 04:30:49.709807 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aa09e783-3e4f-4058-aef0-8d6e2458f1bd req-f564fc3b-6c08-48ce-a231-7302be18d7b0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Feb 18 04:30:50.200515 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-5c700bbb-da07-4ffb-9589-f61270804aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0789328 Feb 18 04:30:50.305553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-b6782b9a-ed08-41c6-9c52-6446394ed4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:50.307126 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-b6782b9a-ed08-41c6-9c52-6446394ed4dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1162 time: 0.0760994 Feb 18 04:30:50.460429 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-0609594b-d9cb-4b00-a59c-69911f13b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:50.461938 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-0609594b-d9cb-4b00-a59c-69911f13b0b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.1341844 Feb 18 04:30:50.591837 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-91887b9c-943e-49e0-9c4d-2f10b6a99ca5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 999 time: 0.1048651 Feb 18 04:30:50.664694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-54812ed7-8738-47d8-876d-ba4bc31954c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:50.666328 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-54812ed7-8738-47d8-876d-ba4bc31954c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.0670817 Feb 18 04:30:50.758549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-1d69d1b6-eaf1-40a2-aa77-2108b409175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:50.776787 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-1d69d1b6-eaf1-40a2-aa77-2108b409175a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956068 Feb 18 04:30:50.991423 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-70288c46-d2f3-445c-bfdd-5d9c479a0633 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003052 Feb 18 04:30:51.008510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b475-8a96-44c0-94c4-c901fe411b22 req-fd79f0bc-d9da-49a6-b414-d2b0ae01c466 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:51.009980 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8796b475-8a96-44c0-94c4-c901fe411b22 req-fd79f0bc-d9da-49a6-b414-d2b0ae01c466 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1419020 Feb 18 04:30:51.157774 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8796b475-8a96-44c0-94c4-c901fe411b22 req-a80286ad-785d-4f85-ac08-5000ca55cecc tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182642 Feb 18 04:30:51.187667 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af747831-62d5-4ff6-9940-3caeb71637d4 req-a4b4e934-614d-44cf-82bf-35aed386b6ec service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1765897 Feb 18 04:30:51.544486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:30:51.702690 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:51.732110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:30:51.742747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:30:51.745706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:51.748360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:30:51.799285 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'code': 422} returned with failed status Feb 18 04:30:51.823908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:30:51.827569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:30:52.073270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:52.161950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656a00c-aeb0-49aa-a8c2-7491a9f70474 req-3dad7005-c52e-4bd7-9050-0601a2ed8e3b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:52.163602 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6656a00c-aeb0-49aa-a8c2-7491a9f70474 req-3dad7005-c52e-4bd7-9050-0601a2ed8e3b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0950725 Feb 18 04:30:52.197739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43502) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:30:52.215481 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6656a00c-aeb0-49aa-a8c2-7491a9f70474 req-9d97efe4-730b-4bbd-9f14-15eaefe93599 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448699 Feb 18 04:30:52.338543 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-5a7d0fc0-2f10-4a55-90f6-32f092b1a53a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393154 Feb 18 04:30:53.424650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0f3e7-b32e-4742-88de-5bbf4d6a0385 req-74567651-652e-4490-a272-fee25046cf37 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:53.426268 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-83e0f3e7-b32e-4742-88de-5bbf4d6a0385 req-74567651-652e-4490-a272-fee25046cf37 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0904355 Feb 18 04:30:53.518225 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-83e0f3e7-b32e-4742-88de-5bbf4d6a0385 req-e426d1f8-1f2c-4f7b-bd82-d2ce387e6e99 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568731 Feb 18 04:30:53.539178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-d1e17ab2-bf00-44a6-8d5c-fd919014ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:53.540824 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-d1e17ab2-bf00-44a6-8d5c-fd919014ec2f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172&tenant_id=46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 1160 time: 0.1136022 Feb 18 04:30:53.647759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-ab58308e-6401-450c-8a85-7956b32b83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:53.649423 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-ab58308e-6401-450c-8a85-7956b32b83bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1160 time: 0.0806286 Feb 18 04:30:54.030367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-a2383d40-ff3b-48a2-9b3a-a73000011a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:54.031997 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-a2383d40-ff3b-48a2-9b3a-a73000011a41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.3758585 Feb 18 04:30:54.139237 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-a4ffcdf7-9b5d-421f-b765-4b5b0c716b3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 200 len: 999 time: 0.1004493 Feb 18 04:30:54.207363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-07faf047-1d88-4911-97ff-e1cf251c6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:54.209561 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-07faf047-1d88-4911-97ff-e1cf251c6811 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.0627761 Feb 18 04:30:54.293389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-c8a811a1-2194-4854-ae19-59d17e0d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:54.295010 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-c8a811a1-2194-4854-ae19-59d17e0d4826 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773854 Feb 18 04:30:54.444185 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-deaf9434-ab85-4fa6-914c-4e905eb2efe8 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423054 Feb 18 04:30:54.678703 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eb306329-17f9-4a45-8a6d-e3889639f39f req-c8957289-ebb0-4611-a4ca-cd6a6d1e756b service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1992857 Feb 18 04:30:54.695030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abae6e1-9bb9-4860-a0d4-8a6b0a57f8eb req-4d9e8a6f-41bd-4ce0-a15d-d76f0be32c1e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:54.696666 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1abae6e1-9bb9-4860-a0d4-8a6b0a57f8eb req-4d9e8a6f-41bd-4ce0-a15d-d76f0be32c1e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.1430490 Feb 18 04:30:54.729525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a085b-6e3e-489b-8962-c6a3bb5a1436 req-7f5deca4-b5b3-4c03-a6a8-e80a69eb262b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:54.731137 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ec4a085b-6e3e-489b-8962-c6a3bb5a1436 req-7f5deca4-b5b3-4c03-a6a8-e80a69eb262b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0897036 Feb 18 04:30:54.746403 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1abae6e1-9bb9-4860-a0d4-8a6b0a57f8eb req-48b98332-5f8f-4975-a0f8-49a64686d5ea tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Feb 18 04:30:54.781365 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ec4a085b-6e3e-489b-8962-c6a3bb5a1436 req-76b34012-2430-4905-9f1a-b7752a802dab tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436788 Feb 18 04:30:56.014399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8941ab-552e-4344-87af-0715668a90bb req-106661ad-874b-4011-b3e9-2da750b31ceb tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:56.016102 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aa8941ab-552e-4344-87af-0715668a90bb req-106661ad-874b-4011-b3e9-2da750b31ceb tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0926580 Feb 18 04:30:56.021755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b2bc9-7114-4cb7-a5bd-4969f60f20b3 req-5b6ed05f-eb66-4413-926f-a721671b8005 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:56.023384 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a40b2bc9-7114-4cb7-a5bd-4969f60f20b3 req-5b6ed05f-eb66-4413-926f-a721671b8005 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0925779 Feb 18 04:30:56.072008 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aa8941ab-552e-4344-87af-0715668a90bb req-f4063ae3-1770-4c26-a708-03be36dc99d3 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 Feb 18 04:30:56.073350 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a40b2bc9-7114-4cb7-a5bd-4969f60f20b3 req-a7f31316-f93c-4bd1-b772-3db74dc5d6b0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Feb 18 04:30:56.463499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:30:57.287323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798a8b8-9215-4e6a-800e-2a6bed2d859e req-ba128f94-0dac-49fc-b586-fe6d35aeb174 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:57.289030 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e798a8b8-9215-4e6a-800e-2a6bed2d859e req-ba128f94-0dac-49fc-b586-fe6d35aeb174 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0939789 Feb 18 04:30:57.296946 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c809c71-b281-473b-b14f-67ff2363a74c req-2348a3d2-cca7-46b8-b680-0fa4769eb1c6 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:57.298566 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c809c71-b281-473b-b14f-67ff2363a74c req-2348a3d2-cca7-46b8-b680-0fa4769eb1c6 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0942304 Feb 18 04:30:57.340893 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e798a8b8-9215-4e6a-800e-2a6bed2d859e req-c3284998-2d97-493e-be3b-98b3de6e7df2 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 Feb 18 04:30:57.355570 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c809c71-b281-473b-b14f-67ff2363a74c req-fa73da81-951e-44bd-8ec6-cbce1c196123 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471914 Feb 18 04:30:57.557628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-353c9217-01ee-4ba8-9237-eb6bd831c1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:58.557086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242c225-ffba-4862-ace4-6eb49416268c req-d15a3243-b43d-4ec5-abb3-e0b423df36b7 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:58.558939 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5242c225-ffba-4862-ace4-6eb49416268c req-d15a3243-b43d-4ec5-abb3-e0b423df36b7 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.1012695 Feb 18 04:30:58.587313 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4e05-cc37-4f95-9d59-4eea3a7c9b79 req-38fca0c8-7e07-4bf9-9c24-3184eb7addb5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:58.589073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ba7d4e05-cc37-4f95-9d59-4eea3a7c9b79 req-38fca0c8-7e07-4bf9-9c24-3184eb7addb5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.1043541 Feb 18 04:30:58.610998 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5242c225-ffba-4862-ace4-6eb49416268c req-e7e77d02-5ce9-4a91-b5a4-97b74e5da918 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Feb 18 04:30:58.640757 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ba7d4e05-cc37-4f95-9d59-4eea3a7c9b79 req-8dfed344-f89a-4141-bb70-d483427d62a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452180 Feb 18 04:30:59.778466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5389e3fc-c2e7-4468-987c-4315e78d4548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:30:59.849904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ade2-9c12-4969-b0eb-9558433499ee req-c87af1b6-c0e5-4f24-9805-7d2c8dc6c8d7 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:59.855556 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6bd1ade2-9c12-4969-b0eb-9558433499ee req-c87af1b6-c0e5-4f24-9805-7d2c8dc6c8d7 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.1227405 Feb 18 04:30:59.857850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6338887-aecf-4798-880d-2c802e20d6de req-5c67eea3-a8c8-4331-bc7b-ca8c0adf35e1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:30:59.859553 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f6338887-aecf-4798-880d-2c802e20d6de req-5c67eea3-a8c8-4331-bc7b-ca8c0adf35e1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0972459 Feb 18 04:30:59.904727 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6bd1ade2-9c12-4969-b0eb-9558433499ee req-5dc531cc-9ba9-4038-baf8-90c81692a1e8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Feb 18 04:30:59.911982 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f6338887-aecf-4798-880d-2c802e20d6de req-b435849f-c768-4a03-8b37-9a23b58b4545 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455782 Feb 18 04:31:00.196726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:01.135018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3dea8-db8f-42b0-a4a1-286ef16969a6 req-e80192d7-55ae-4257-b973-03a44248ac8e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:01.137510 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d5e3dea8-db8f-42b0-a4a1-286ef16969a6 req-e80192d7-55ae-4257-b973-03a44248ac8e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0975230 Feb 18 04:31:01.159073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb24ef-6986-4a83-9b7e-baed9f6e39a5 req-fabb18bd-6c3c-4c1a-aa37-e83d773646d5 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:01.161479 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0cbb24ef-6986-4a83-9b7e-baed9f6e39a5 req-fabb18bd-6c3c-4c1a-aa37-e83d773646d5 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.1217334 Feb 18 04:31:01.216226 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d5e3dea8-db8f-42b0-a4a1-286ef16969a6 req-06d8a3be-2b71-493c-a0c5-3b8d501a515b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711610 Feb 18 04:31:01.217799 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0cbb24ef-6986-4a83-9b7e-baed9f6e39a5 req-66832752-3e86-4d9a-bde2-8ff568ce080d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Feb 18 04:31:01.502649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:01.878703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:02.439516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedf572-6670-48c1-b7f5-74d28944311c req-80a10369-be05-47e1-ae44-4486b5b6fcea tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:02.441205 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2aedf572-6670-48c1-b7f5-74d28944311c req-80a10369-be05-47e1-ae44-4486b5b6fcea tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0990975 Feb 18 04:31:02.446172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f121ba-54e5-49b3-b8ab-28c98b189a27 req-806f830a-464b-420d-879a-09c9a0efd826 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:02.448238 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-27f121ba-54e5-49b3-b8ab-28c98b189a27 req-806f830a-464b-420d-879a-09c9a0efd826 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.1051283 Feb 18 04:31:02.504478 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-27f121ba-54e5-49b3-b8ab-28c98b189a27 req-f7b3515e-f92e-4654-8a49-da41cc8bdef9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499339 Feb 18 04:31:02.511822 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2aedf572-6670-48c1-b7f5-74d28944311c req-50ed0045-9745-4da7-9ab7-c16b061fb262 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633800 Feb 18 04:31:03.722264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217cf6-34a4-48b9-9528-d376830a9aa6 req-aa6d3446-a91f-4e99-a786-75afb40e6088 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:03.723997 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-75217cf6-34a4-48b9-9528-d376830a9aa6 req-aa6d3446-a91f-4e99-a786-75afb40e6088 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0971189 Feb 18 04:31:03.749469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e0bb2-1d7b-475d-b142-fb84cfacb9a4 req-23994128-4531-4c32-a8e9-d21c0ddfd342 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:03.751094 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af5e0bb2-1d7b-475d-b142-fb84cfacb9a4 req-23994128-4531-4c32-a8e9-d21c0ddfd342 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.1012664 Feb 18 04:31:03.813257 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-75217cf6-34a4-48b9-9528-d376830a9aa6 req-be8bc2f2-7e01-41e0-82b3-330a189daf68 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823462 Feb 18 04:31:03.827693 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af5e0bb2-1d7b-475d-b142-fb84cfacb9a4 req-16cd1b34-1463-4078-9088-d35e5e680091 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682468 Feb 18 04:31:03.925153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43684) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:04.052942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.069434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:04.073585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Usage tracker for resource:security_group_rule and tenant:af202ceb7f994abdb3eec947a44897d0 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:04.076630 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:04.082389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:04.168284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.197295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.206902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-af5a98e9-854a-4f0d-9115-4a38af983322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:04.267032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f86fdbc-db7e-4933-9902-64cbf3d2faa6,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:04.273850 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af202ceb7f994abdb3eec947a44897d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475046 Feb 18 04:31:04.275355 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:04.276171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43692) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:04.346040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.374742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.423525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.429907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9bc37ff0-e686-4656-946d-5a3e1f6afb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:04.444945 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f86fdbc-db7e-4933-9902-64cbf3d2faa6,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:04.447551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:04.449381 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.451094 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f86fdbc-db7e-4933-9902-64cbf3d2faa6 HTTP/1.1" status: 204 len: 168 time: 0.1739054 Feb 18 04:31:04.747768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43704) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:04.766830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.783435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:04.788284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba8d17c031449fb8861a9483c55ffee is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:04.791256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:04.797018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:04.896505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.899758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:04.930374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-57ebd03a-28af-4ebd-b70d-a3c2449f2b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:04.943162 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ba8d17c031449fb8861a9483c55ffee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915767 Feb 18 04:31:04.943990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43712) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:04.966234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f0c0c-5e61-44fa-a7c6-c688f477d0ad,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:04.989463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:05.013745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e96a0-9597-4cbc-abbe-b82aa10b2763 req-ca2f9740-feee-4c5d-ac43-e0eb19490241 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:05.015486 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b06e96a0-9597-4cbc-abbe-b82aa10b2763 req-ca2f9740-feee-4c5d-ac43-e0eb19490241 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0919454 Feb 18 04:31:05.068600 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b06e96a0-9597-4cbc-abbe-b82aa10b2763 req-c77f168c-ea0b-41ba-87a7-916947c91d3a tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Feb 18 04:31:05.108040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:05.148542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:05.183038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4456690-5844-4ca5-9c86-723088291cd9 req-463bef9c-3961-45c6-b3aa-3585291342a2 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:05.184688 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b4456690-5844-4ca5-9c86-723088291cd9 req-463bef9c-3961-45c6-b3aa-3585291342a2 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.1705678 Feb 18 04:31:05.247202 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b4456690-5844-4ca5-9c86-723088291cd9 req-36d87ca5-8e89-429b-a120-0c36beb233a9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509949 Feb 18 04:31:05.252166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:05.257970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d588c2f9-325b-4e68-bae0-c3046658c162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:05.274997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f0c0c-5e61-44fa-a7c6-c688f477d0ad,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:05.277575 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:05.279116 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a9f0c0c-5e61-44fa-a7c6-c688f477d0ad HTTP/1.1" status: 204 len: 168 time: 0.3343318 Feb 18 04:31:05.280039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:06.278110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea83c14-a0c2-4dc8-96f8-90dd0c54c029 req-3564af99-752f-4c50-8eba-ba8eb3282f33 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:06.279823 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eea83c14-a0c2-4dc8-96f8-90dd0c54c029 req-3564af99-752f-4c50-8eba-ba8eb3282f33 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0902262 Feb 18 04:31:06.357536 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eea83c14-a0c2-4dc8-96f8-90dd0c54c029 req-ce78d3fe-1bbc-451b-b201-ef71d2644428 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646718 Feb 18 04:31:06.492993 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb08e-01f7-467d-9352-60307a7c11d1 req-583af595-3f9c-4ae4-8113-6368a781ea7d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:06.494736 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef4cb08e-01f7-467d-9352-60307a7c11d1 req-583af595-3f9c-4ae4-8113-6368a781ea7d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0985219 Feb 18 04:31:06.544506 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef4cb08e-01f7-467d-9352-60307a7c11d1 req-409f61e0-fb39-4564-b310-4d726b51e57d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428803 Feb 18 04:31:07.629140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835561f-f636-491a-a768-3cf293e8669e req-9bcc2324-3441-40bb-b4f9-af1739ed1ac3 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:07.630913 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2835561f-f636-491a-a768-3cf293e8669e req-9bcc2324-3441-40bb-b4f9-af1739ed1ac3 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.1452999 Feb 18 04:31:07.693208 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2835561f-f636-491a-a768-3cf293e8669e req-64bf4d8d-0c29-4636-ad63-094c0e3357e1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559301 Feb 18 04:31:07.802031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e22530-87d0-4387-81bb-460575c195ce req-3d2a7778-0a4e-4928-b8ff-cd4a7a4a5768 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:07.803726 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-72e22530-87d0-4387-81bb-460575c195ce req-3d2a7778-0a4e-4928-b8ff-cd4a7a4a5768 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0983877 Feb 18 04:31:07.856783 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-72e22530-87d0-4387-81bb-460575c195ce req-9303551c-427f-412a-ad17-1a9f144978be tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456359 Feb 18 04:31:08.933692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe18f1-0d51-4453-81d2-80110fc48d30 req-4357058b-9fc3-434d-8d8c-681a71389a1d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:08.935472 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cafe18f1-0d51-4453-81d2-80110fc48d30 req-4357058b-9fc3-434d-8d8c-681a71389a1d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0975599 Feb 18 04:31:08.985752 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cafe18f1-0d51-4453-81d2-80110fc48d30 req-90d643f7-1488-45c5-b61b-a792b6e4fd28 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Feb 18 04:31:09.101718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff09258-a30e-4a12-9e8a-39481b96932c req-21a99e6f-442b-48a5-a34c-0ee04856004b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:09.103483 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7ff09258-a30e-4a12-9e8a-39481b96932c req-21a99e6f-442b-48a5-a34c-0ee04856004b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0931535 Feb 18 04:31:09.155979 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7ff09258-a30e-4a12-9e8a-39481b96932c req-a3a5e437-e1e4-4746-9a6e-2cfa9b4fcbfd tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Feb 18 04:31:10.185483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f01d52-06e1-41de-bb22-dab02b96c585 req-97b25ae5-fdfa-4410-97b6-1d780b6fc916 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:10.186977 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b6f01d52-06e1-41de-bb22-dab02b96c585 req-97b25ae5-fdfa-4410-97b6-1d780b6fc916 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0854774 Feb 18 04:31:10.234241 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b6f01d52-06e1-41de-bb22-dab02b96c585 req-bac07b81-1c95-4bef-8834-db2ca6384764 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Feb 18 04:31:10.364770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4c1ba-9a48-409b-928d-c0f936d97096 req-446e55e3-fe4f-464a-88df-0faefeca02a1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:10.366605 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-57e4c1ba-9a48-409b-928d-c0f936d97096 req-446e55e3-fe4f-464a-88df-0faefeca02a1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0873425 Feb 18 04:31:10.412816 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-57e4c1ba-9a48-409b-928d-c0f936d97096 req-39bd73c4-8401-47c1-b957-7935ec566e5d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400412 Feb 18 04:31:11.405864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43810) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:11.437346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bd0b2-ffed-401c-ac4c-505d42b9925d req-21322b03-9cab-4308-bb7c-a64f31dcbf30 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:11.438964 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b5bd0b2-ffed-401c-ac4c-505d42b9925d req-21322b03-9cab-4308-bb7c-a64f31dcbf30 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0888338 Feb 18 04:31:11.491673 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b5bd0b2-ffed-401c-ac4c-505d42b9925d req-d7e2109e-6e02-4204-870d-9b33d0288d99 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Feb 18 04:31:11.532500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:11.592365 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:11.601905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Usage tracker for resource:security_group_rule and tenant:c05aac397a3e40ad979a9a0883ec1945 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:11.606302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:11.613301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:11.672171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c237a-1e91-4f93-95c9-4155eb9430b8 req-5c5c8bde-fb3a-4f98-84a1-d80aafa693a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:11.673689 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0e7c237a-1e91-4f93-95c9-4155eb9430b8 req-5c5c8bde-fb3a-4f98-84a1-d80aafa693a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.1302776 Feb 18 04:31:11.747299 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0e7c237a-1e91-4f93-95c9-4155eb9430b8 req-dfff79ee-9379-461e-94e4-7935c2e0542e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665362 Feb 18 04:31:11.771320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:11.773045 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:11.782256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-86c8c392-7528-4702-a93b-233c5f3e4d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:11.824944 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c05aac397a3e40ad979a9a0883ec1945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178753 Feb 18 04:31:11.826809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7372adc2-fac6-45bb-94e0-b138c07f4b97,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:11.827870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 43818) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:11.835474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.835897 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.836312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.836723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.837129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.837555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.837931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.838327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.838734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.839117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.839557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.839953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.840386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.840784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.841179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.841573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.841965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.842366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.842760 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.843155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.843574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.843970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.844364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.844756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.849904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:11.890608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:11.917666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:11.961342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:11.966159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f2e31ddb-c47f-4952-81c0-0719c39369e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:11.980998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372adc2-fac6-45bb-94e0-b138c07f4b97,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:11.990626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.991037 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.991466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.991866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.992258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.992647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.993033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.993420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.993805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.994191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.994577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.994960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.995419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.995806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.996199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.996582 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.996966 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.997351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.997733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.998114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.998500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.998883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.999298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:11.999668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:12.003478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:12.005447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.006713 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7372adc2-fac6-45bb-94e0-b138c07f4b97 HTTP/1.1" status: 204 len: 168 time: 0.1776242 Feb 18 04:31:12.290232 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 43828) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:12.309569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.324549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:12.328730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Usage tracker for resource:security_group_rule and tenant:dbef9309fa4143ea8c91d23893db23fd is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:12.331705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:12.337988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:12.421926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.424874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.433612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-97e5be67-885d-4347-822c-126f0329113d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:12.475468 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbef9309fa4143ea8c91d23893db23fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840813 Feb 18 04:31:12.477144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d37c4f-3100-4728-b985-9ed305330411,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:12.478376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43832) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:12.480561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:12.544789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.571436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.616338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.621621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-40b69977-5e42-443c-aa98-ec014becbe00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:12.635131 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d37c4f-3100-4728-b985-9ed305330411,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:12.637900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:12.648164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:12.649971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49d37c4f-3100-4728-b985-9ed305330411 HTTP/1.1" status: 204 len: 168 time: 0.1699333 Feb 18 04:31:12.705196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb60d-5dc1-4598-8e0d-fe6d8aae8bb2 req-c9678df6-6606-4fa1-8fd5-63cab47e2143 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:12.707595 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a3acb60d-5dc1-4598-8e0d-fe6d8aae8bb2 req-c9678df6-6606-4fa1-8fd5-63cab47e2143 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0997989 Feb 18 04:31:12.755654 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a3acb60d-5dc1-4598-8e0d-fe6d8aae8bb2 req-73c7edce-6b6d-4b9a-b8c5-40e746cb069d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Feb 18 04:31:12.955486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e87019-6b1a-42c2-bdcc-585e5fb2bd4d req-d2ef2cfa-5f9f-49f4-a182-fb133da2e916 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:12.957103 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e9e87019-6b1a-42c2-bdcc-585e5fb2bd4d req-d2ef2cfa-5f9f-49f4-a182-fb133da2e916 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0903749 Feb 18 04:31:13.009925 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e9e87019-6b1a-42c2-bdcc-585e5fb2bd4d req-8ad66bf8-8ff4-4f46-a1f0-9dbe9e473870 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458612 Feb 18 04:31:13.956617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980b6b-0972-4bda-880f-b8070dca503d req-04385811-d8ce-4fe2-a77a-7989d3c166e0 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:13.958754 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-18980b6b-0972-4bda-880f-b8070dca503d req-04385811-d8ce-4fe2-a77a-7989d3c166e0 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0869064 Feb 18 04:31:14.005663 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-18980b6b-0972-4bda-880f-b8070dca503d req-ffafe28f-e28a-4fe2-962b-14904a24fe42 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Feb 18 04:31:14.211748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c2c2a-5e19-4d34-99f9-e18bbeb995ee req-3a4fea8a-e9de-4141-b75b-cbc50f7b4615 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:14.213303 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-710c2c2a-5e19-4d34-99f9-e18bbeb995ee req-3a4fea8a-e9de-4141-b75b-cbc50f7b4615 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0844023 Feb 18 04:31:14.258880 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-710c2c2a-5e19-4d34-99f9-e18bbeb995ee req-e49da95f-6b7c-41fd-acb6-1e7c251e86f0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395467 Feb 18 04:31:15.217242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f203ea-d03f-4ce8-89f1-418fe5031e0b req-d011379d-74c2-456f-a6f7-822b4ee5ee75 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:15.218854 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f0f203ea-d03f-4ce8-89f1-418fe5031e0b req-d011379d-74c2-456f-a6f7-822b4ee5ee75 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0901754 Feb 18 04:31:15.266683 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f0f203ea-d03f-4ce8-89f1-418fe5031e0b req-0c4a5b1a-f4d3-4b62-876a-01a8264d800e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Feb 18 04:31:15.467774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0709254-b93c-403c-a22f-07baa3196c77 req-38b3098c-5228-4a15-a037-7da624367f07 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:15.469349 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f0709254-b93c-403c-a22f-07baa3196c77 req-38b3098c-5228-4a15-a037-7da624367f07 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0884328 Feb 18 04:31:15.517907 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f0709254-b93c-403c-a22f-07baa3196c77 req-48a9af42-701d-4522-9fcd-6486ee058fc8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Feb 18 04:31:16.463415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fb76d-f7ed-4f76-9910-3f5cfb8fe67f req-bb999024-2ee4-40a1-9c25-a8ebade3f1b2 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:16.465059 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e01fb76d-f7ed-4f76-9910-3f5cfb8fe67f req-bb999024-2ee4-40a1-9c25-a8ebade3f1b2 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0857453 Feb 18 04:31:16.516328 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e01fb76d-f7ed-4f76-9910-3f5cfb8fe67f req-eb83e546-1be4-440b-a2ab-f09172312a47 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451424 Feb 18 04:31:16.721886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7e85-3c18-4318-8f06-6017fdd8e048 req-023789f5-909c-4b7e-87b2-3c563ef14f10 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:16.724127 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a7ec7e85-3c18-4318-8f06-6017fdd8e048 req-023789f5-909c-4b7e-87b2-3c563ef14f10 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.0871217 Feb 18 04:31:16.774454 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a7ec7e85-3c18-4318-8f06-6017fdd8e048 req-0a193c70-cb4e-45b2-b599-b256edc0d4d6 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438874 Feb 18 04:31:17.106675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-320229b0-859e-4a52-8681-db1c31e4955a tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:17.108258 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-320229b0-859e-4a52-8681-db1c31e4955a tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.0919142 Feb 18 04:31:17.187476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Deleting port 1a0514c4-b70a-4345-8387-76a16da21fd6 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:31:17.187868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:17.451679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] For port 1a0514c4-b70a-4345-8387-76a16da21fd6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=1a0514c4-b70a-4345-8387-76a16da21fd6,segment=NetworkSegment(e889dccd-d116-43f1-a303-0a5d8a90cfc6),segment_id=e889dccd-d116-43f1-a303-0a5d8a90cfc6)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:31:17.452088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:17.586862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Calling delete_port for 1a0514c4-b70a-4345-8387-76a16da21fd6 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:31:17.781636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19ce9-c910-4a5d-916d-5273aa570343 req-ce363124-82cc-408b-b0cd-1d1773023a6c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:17.783327 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-41a19ce9-c910-4a5d-916d-5273aa570343 req-ce363124-82cc-408b-b0cd-1d1773023a6c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=c765f1aa-4133-4858-bff4-7785d7e2ff6e HTTP/1.1" status: 200 len: 945 time: 0.1545508 Feb 18 04:31:17.851839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:17.869383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:17.903615 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-41a19ce9-c910-4a5d-916d-5273aa570343 req-d5defc71-1ca1-4142-adc7-b315e2bd411c tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081543 Feb 18 04:31:17.978265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Pushing event deleted for resources: {'Port': ['ID=1a0514c4-b70a-4345-8387-76a16da21fd6,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:17.981416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:18.005596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f0936-b9bc-4742-81af-051ea7a1e77b req-59be1a7e-d054-4cf9-aaa6-7bc2b5989431 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:18.007198 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bc8f0936-b9bc-4742-81af-051ea7a1e77b req-59be1a7e-d054-4cf9-aaa6-7bc2b5989431 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.1006558 Feb 18 04:31:18.054697 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bc8f0936-b9bc-4742-81af-051ea7a1e77b req-e2c92723-52fa-435f-b091-0b6b2a5a8aa5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Feb 18 04:31:18.080324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] No DVR routers for this DVR port 1a0514c4-b70a-4345-8387-76a16da21fd6 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:31:18.082631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:18.085376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'name': 'network-vif-deleted', 'tag': '1a0514c4-b70a-4345-8387-76a16da21fd6'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:31:18.104618 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33e886cf-ac4c-41f6-9687-05a7a3d249aa req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "DELETE /v2.0/ports/1a0514c4-b70a-4345-8387-76a16da21fd6 HTTP/1.1" status: 204 len: 173 time: 0.9892242 Feb 18 04:31:18.133972 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765f1aa-4133-4858-bff4-7785d7e2ff6e', 'name': 'network-vif-deleted', 'tag': '1a0514c4-b70a-4345-8387-76a16da21fd6', 'status': 'completed', 'code': 200} Feb 18 04:31:18.318284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:18.392384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:18.392807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:18.522303 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:18.550289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:31:18.561820 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:31:18.564956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:18.567576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:18.611906 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'code': 200} Feb 18 04:31:18.612889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 1a0514c4-b70a-4345-8387-76a16da21fd6 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:31:18.657822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: 1a0514c4-b70a-4345-8387-76a16da21fd6 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:31:18.658220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 1a0514c4-b70a-4345-8387-76a16da21fd6 not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:31:18.683873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=6']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:18.687003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:19.221242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bd9ac-7d53-423f-a7f2-b3247d126a8b req-65b93fa6-0159-4b6c-bbb8-18efdf4fab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:19.222890 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480bd9ac-7d53-423f-a7f2-b3247d126a8b req-65b93fa6-0159-4b6c-bbb8-18efdf4fab43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1162 time: 0.0776596 Feb 18 04:31:19.268345 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-480bd9ac-7d53-423f-a7f2-b3247d126a8b req-6ffa87a4-021b-4c67-bf34-1ec7e677d272 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380623 Feb 18 04:31:19.273227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0d6d-ffcb-461f-a8b8-4d8296b7b1cc req-4c3c9e6f-3d3c-49fa-9db8-67a9945f876a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:19.274899 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-882a0d6d-ffcb-461f-a8b8-4d8296b7b1cc req-4c3c9e6f-3d3c-49fa-9db8-67a9945f876a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0959051 Feb 18 04:31:19.329222 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-882a0d6d-ffcb-461f-a8b8-4d8296b7b1cc req-89b13bae-c6db-4772-8d65-4e35499261c6 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471907 Feb 18 04:31:19.777980 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:19.845961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 43946) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:19.855212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port eb59a7ee-dc78-44c6-8b9a-63a19460a38c triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:19.855664 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:19.968930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:19.984052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:19.988070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Usage tracker for resource:security_group_rule and tenant:de1ef7bc3011468f8b9b109c1dbdedb7 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:19.991228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:19.996907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:20.079460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:20.082181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:20.094608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1d159d01-b764-446f-b4d4-d9d512e48d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:20.136074 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de1ef7bc3011468f8b9b109c1dbdedb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890060 Feb 18 04:31:20.136970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cce8ab7-c825-4bd5-9c46-39fa4a2959cb,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:20.139681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 43952) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:20.140628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0a1618f7-a3a0-45b6-a8f7-a30ce12c53f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:20.201401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:20.227752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:20.272063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:20.277085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26acbd06-b8b7-43d4-bb9a-3d2fd574313f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:20.287862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cce8ab7-c825-4bd5-9c46-39fa4a2959cb,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:20.292682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:20.294570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:20.295821 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cce8ab7-c825-4bd5-9c46-39fa4a2959cb HTTP/1.1" status: 204 len: 168 time: 0.1550908 Feb 18 04:31:20.550711 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bb193-33c5-4c2d-8525-bee8fdb2a872 req-3d349c20-6e3c-4d70-87cc-db9a50c31db5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:20.555756 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fe0bb193-33c5-4c2d-8525-bee8fdb2a872 req-3d349c20-6e3c-4d70-87cc-db9a50c31db5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0987601 Feb 18 04:31:20.600992 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fe0bb193-33c5-4c2d-8525-bee8fdb2a872 req-02c9b998-a9d8-4e94-a985-f817ea99c745 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 Feb 18 04:31:21.013510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44000) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:21.125101 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-496851503-network', 'tenant_id': '94b9e3836154494292b685f871193a3d'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:31:21.130023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:21.134084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Usage tracker for resource:network and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:21.137107 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:21.142959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:21.154550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Made reservation on behalf of 94b9e3836154494292b685f871193a3d for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:31:21.159224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.172936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.191796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:21.195919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Usage tracker for resource:security_group_rule and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:21.198944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:21.205096 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:21.293637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.296786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.301565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-caed9573-0aa1-4e77-b1a5-b319dd12bada tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:21.345225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:31:21.359085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb2b1f-e0e5-4050-853d-7644f1a46239,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:21.363487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:21.365167 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.365856 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Added segment abb6da27-df59-4771-8429-2a80950734d7 of type vxlan for network 4959141d-0d92-431e-be40-961a33b2f88d Feb 18 04:31:21.394924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.424776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.426043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:21.427276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.432339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:21.538708 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5240042 Feb 18 04:31:21.541819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 44032) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:21.541941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4959141d-0d92-431e-be40-961a33b2f88d,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:21.544992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:21.553003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network 4959141d-0d92-431e-be40-961a33b2f88d details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:31:21.556186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Request body: {'subnet': {'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-496851503-subnet', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'ip_version': 4}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:31:21.564500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:21.568589 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Usage tracker for resource:subnet and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:21.570050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network 4959141d-0d92-431e-be40-961a33b2f88d details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:31:21.571560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:21.577642 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:21.589812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Made reservation on behalf of 94b9e3836154494292b685f871193a3d for: {'subnet': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:31:21.594825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793233834'] for subnet, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:21.909739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e2d30-0e7f-471a-a918-f9aa213f8bd4 req-5331b841-aff6-4ec7-9bbc-ebf203d6feb4 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:21.912137 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-244e2d30-0e7f-471a-a918-f9aa213f8bd4 req-5331b841-aff6-4ec7-9bbc-ebf203d6feb4 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1206791 Feb 18 04:31:21.968035 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-244e2d30-0e7f-471a-a918-f9aa213f8bd4 req-c7496054-8987-4bdc-a1d6-a56b9d8f9e73 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488367 Feb 18 04:31:22.118279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:22.254951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61164490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793233819'] for subnet, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:22.269643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:22.408928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6c9dee-09a1-4469-8a81-364710fc66f5,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:22.413655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:22.476759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Checking segment: {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:31:22.477151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Network hostable DHCP agents. Network: 4959141d-0d92-431e-be40-961a33b2f88d, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:31:22.495496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Network 4959141d-0d92-431e-be40-961a33b2f88d is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:31:22.503608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, 4959141d-0d92-431e-be40-961a33b2f88d) {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:31:22.513420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b9d20-837e-4138-bb81-fbc538964acd None None] Network 4959141d-0d92-431e-be40-961a33b2f88d requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:31:22.517377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:22.518036 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:22.542274 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-61fcf3fa-1f3f-4120-9366-d591f139be35 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9988902 Feb 18 04:31:22.545297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44046) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:22.551830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:31:22.556722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:22.560882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Usage tracker for resource:router and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:31:22.563932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:31:22.570323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:22.583722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15214'] for router, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:22.584770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854028063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760603'] for router, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:22.599724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:22.751080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47869801-813c-5d2f-b3c7-c7e60ba2d485-4959141d-0d92-431e-be40-961a33b2f88d', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5'}]}} from dv-cinder-776307-1-smb. {{(pid=83968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 04:31:22.752066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:22.886792 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760620'] for router, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.057351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Allocated IP 172.20.0.2 (4959141d-0d92-431e-be40-961a33b2f88d/5c6c9dee-09a1-4469-8a81-364710fc66f5/5fe1e184-f832-4885-8826-270c50da2b59) {{(pid=83968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:31:23.204282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9df17-8b42-413b-bc7c-b30a86705470 req-4bc18a8b-d1de-4fb7-aa74-07965336a484 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:23.206609 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cee9df17-8b42-413b-bc7c-b30a86705470 req-4bc18a8b-d1de-4fb7-aa74-07965336a484 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.1124995 Feb 18 04:31:23.260820 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cee9df17-8b42-413b-bc7c-b30a86705470 req-1f048026-bca6-4bc2-9f19-f62af3f449ab tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460734 Feb 18 04:31:23.315977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Notify callbacks [] for port, precommit_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.328385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Transition to ACTIVE for port object 5fe1e184-f832-4885-8826-270c50da2b59 will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:23.345539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Transition to ACTIVE for port object 5fe1e184-f832-4885-8826-270c50da2b59 will not be triggered until provisioned by entity DHCP. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:23.350193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631'] for port, after_create {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.367049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:23.499282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e184-f832-4885-8826-270c50da2b59,revision_number=1']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:23.512391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:23.534276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.558923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Network 4959141d-0d92-431e-be40-961a33b2f88d is already hosted by enough agents. {{(pid=83968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:31:23.560136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Resources bound (agent type, host, resource id): {{(pid=83968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:31:23.562453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Received port after_create {{(pid=83968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:31:23.573417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.619431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Attempting to bind port 5fe1e184-f832-4885-8826-270c50da2b59 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:31:23.619851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Attempting to bind port 5fe1e184-f832-4885-8826-270c50da2b59 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:31:23.620265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Attempting to bind port 5fe1e184-f832-4885-8826-270c50da2b59 on network 4959141d-0d92-431e-be40-961a33b2f88d {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:31:23.625774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:31:23.626199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Checking segment: {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:31:23.626652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.627093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Bound using segment: {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:31:23.627654 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Bound port: 5fe1e184-f832-4885-8826-270c50da2b59, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:31:23.628079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.721902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] For port 5fe1e184-f832-4885-8826-270c50da2b59, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:31:23.725576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] For port 5fe1e184-f832-4885-8826-270c50da2b59, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=5fe1e184-f832-4885-8826-270c50da2b59,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:31:23.728891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:23.743029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-59f39693-dcf5-49a8-afe4-215e8f75efe8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:23.743803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-59f39693-dcf5-49a8-afe4-215e8f75efe8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Synchronizing usage tracker for tenant:ba7e99a282c94327964217aac0365791 on resource:network {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:31:23.744578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0d348626-ecda-4d8c-a03f-bb9cbca8a462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:23.802332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-59f39693-dcf5-49a8-afe4-215e8f75efe8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Unset dirty status for tenant:ba7e99a282c94327964217aac0365791 on resource:network {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:31:23.803644 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-59f39693-dcf5-49a8-afe4-215e8f75efe8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/networks?id=a20ef78a-b564-40ba-be49-a16971bc5547 HTTP/1.1" status: 200 len: 814 time: 0.4170656 Feb 18 04:31:23.839842 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-00591d2f-a0e2-4168-8ab5-de9228938d9b tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/quotas/ba7e99a282c94327964217aac0365791 HTTP/1.1" status: 200 len: 375 time: 0.0237541 Feb 18 04:31:23.938692 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-ab97f095-1d62-42bc-9457-36d6c089eccf tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba7e99a282c94327964217aac0365791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917976 Feb 18 04:31:24.055339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e184-f832-4885-8826-270c50da2b59,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:24.060499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:24.069347 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Allocated IP 172.28.0.197 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/bde3bd68-7d03-4602-9ecb-5db9b658d98a) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:31:24.199073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-13b3b3f3-07e9-4631-9c44-ed220d35e08f service neutron] 10.222.0.58 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476296 Feb 18 04:31:24.366122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:24.399298 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-3b182458-3809-4253-98bf-9640bd096449 service neutron] 10.222.0.58 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1935053 Feb 18 04:31:24.420005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:24.438146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:24.622212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c8df7c1b-cd1d-4a84-b52a-2a9286845215 req-456234ee-976c-4c83-bb88-4c139a375309 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Synchronizing usage tracker for tenant:ba7e99a282c94327964217aac0365791 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:31:24.639629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c8df7c1b-cd1d-4a84-b52a-2a9286845215 req-456234ee-976c-4c83-bb88-4c139a375309 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Unset dirty status for tenant:ba7e99a282c94327964217aac0365791 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:31:24.641016 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8df7c1b-cd1d-4a84-b52a-2a9286845215 req-456234ee-976c-4c83-bb88-4c139a375309 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 210 time: 0.0744002 Feb 18 04:31:24.654544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Pushing event updated for resources: {'Port': ['ID=bde3bd68-7d03-4602-9ecb-5db9b658d98a,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:24.665115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:31:24.666321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:24.667223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:31:24.669319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:31:25.119535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:25.653612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db95bb3-c79e-4a4e-bf75-5c8295923463 None None] Network 4959141d-0d92-431e-be40-961a33b2f88d requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:31:25.669560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 5fe1e184-f832-4885-8826-270c50da2b59 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:25.735748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689641'] for router, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:25.867836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4eb1f976-b83a-45c3-b5cd-aa7c0a803e31 None None] Provisioning for port 5fe1e184-f832-4885-8826-270c50da2b59 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:31:25.905010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-4eec9338-236e-4725-860e-1f48accec9de tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:25.906615 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-4eec9338-236e-4725-860e-1f48accec9de tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "GET /v2.0/networks?id=a20ef78a-b564-40ba-be49-a16971bc5547 HTTP/1.1" status: 200 len: 814 time: 0.2360833 Feb 18 04:31:25.922776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Request body: {'port': {'device_id': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547', 'admin_state_up': True, 'tenant_id': 'ba7e99a282c94327964217aac0365791'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:31:25.954213 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port 5fe1e184-f832-4885-8826-270c50da2b59 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:31:26.007025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 5fe1e184-f832-4885-8826-270c50da2b59 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:26.007607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.031975 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c59cc2c7-4544-4265-bf66-8d6cdea9b7aa req-3c4263d1-eccc-403f-9602-d3443d422a5e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 210 time: 0.0689893 Feb 18 04:31:26.051363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Router 46ea7875-be38-46fc-b998-3f8cf40e2cca is scheduled to L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 with binding_index 1 {{(pid=83966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 04:31:26.095998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:26.105832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:26.115107 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Made reservation on behalf of ba7e99a282c94327964217aac0365791 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:31:26.121451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.174606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.211990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port 5fe1e184-f832-4885-8826-270c50da2b59, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=5fe1e184-f832-4885-8826-270c50da2b59,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:31:26.217995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.220185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:26.267954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:31:26.280695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Sync routers for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:31:26.303789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Notify callbacks [] for router, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.308478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:31:26.308478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:31:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:26.309979 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7630837 Feb 18 04:31:26.310437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44084) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:31:26.422084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e184-f832-4885-8826-270c50da2b59,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:26.428460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:26.436865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-affdec71-4ba5-4b7d-8938-ba2331b5a933 None None] Provisioning complete for port 5fe1e184-f832-4885-8826-270c50da2b59 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:26.437415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-affdec71-4ba5-4b7d-8938-ba2331b5a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.480469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Allocated IP 172.20.0.13 (a20ef78a-b564-40ba-be49-a16971bc5547/9e76397e-5d72-4cc9-bdfe-612a977051e8/57d30871-008a-49ea-ba14-12cf1a8693c0) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:31:26.605005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:31:26.725170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.760023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:26.830019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-53baf002-63ff-4c61-bafd-b32fb68e3275 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:26.960909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Pushing event updated for resources: {'Port': ['ID=57d30871-008a-49ea-ba14-12cf1a8693c0,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:26.963636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:26.985871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Network a20ef78a-b564-40ba-be49-a16971bc5547 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:31:26.987062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:31:26.989578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:31:26.990001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:24Z', 'revision_number': 3, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:26.994416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Checking router: 46ea7875-be38-46fc-b998-3f8cf40e2cca for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:31:26.994820 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Updating router 46ea7875-be38-46fc-b998-3f8cf40e2cca port bde3bd68-7d03-4602-9ecb-5db9b658d98a binding host dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:31:27.058638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-12b287f2-dd62-4d00-8f0b-46498faa3f47 None None] Provisioning complete for port 5fe1e184-f832-4885-8826-270c50da2b59 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:27.059049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-12b287f2-dd62-4d00-8f0b-46498faa3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.061529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:27.062212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.074928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.092496 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1762955 Feb 18 04:31:27.110424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Request body: {'port': {'device_id': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:31:27.125828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.300352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.435229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Allocated IP 172.20.0.1 (4959141d-0d92-431e-be40-961a33b2f88d/5c6c9dee-09a1-4469-8a81-364710fc66f5/df294e80-2e8c-40f7-a64a-b5dd8ee73055) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:31:27.439541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ec54-3c80-4f5d-a5c3-b30d8d618f04 req-cc719d59-791b-4fe8-bdf1-ddf6663832d1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:27.440315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1b62ec54-3c80-4f5d-a5c3-b30d8d618f04 req-cc719d59-791b-4fe8-bdf1-ddf6663832d1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Synchronizing usage tracker for tenant:ba7e99a282c94327964217aac0365791 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:31:27.514838 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1b62ec54-3c80-4f5d-a5c3-b30d8d618f04 req-cc719d59-791b-4fe8-bdf1-ddf6663832d1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Unset dirty status for tenant:ba7e99a282c94327964217aac0365791 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:31:27.516140 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b62ec54-3c80-4f5d-a5c3-b30d8d618f04 req-cc719d59-791b-4fe8-bdf1-ddf6663832d1 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 932 time: 0.3016274 Feb 18 04:31:27.596630 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de5738c9-1b39-4e3b-87e1-48dbea85a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.601755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Notify callbacks [] for port, precommit_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.607603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 5fe1e184-f832-4885-8826-270c50da2b59 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:27.627127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.646803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Transition to ACTIVE for port object df294e80-2e8c-40f7-a64a-b5dd8ee73055 will not be triggered until provisioned by entity DHCP. {{(pid=83966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:27.655636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Transition to ACTIVE for port object bde3bd68-7d03-4602-9ecb-5db9b658d98a will not be triggered until provisioned by entity L2. {{(pid=83968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:27.663010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.669190 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b62ec54-3c80-4f5d-a5c3-b30d8d618f04 req-d84582ee-d1c6-42c1-8d1e-866fa1fad153 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381509 Feb 18 04:31:27.674563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.680792 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:27.749235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26b8e848-81df-4f2f-b02d-ed05582bf592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:27.819772 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d30871-008a-49ea-ba14-12cf1a8693c0 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:31:27.824638 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d56de-7023-4aa3-9925-031282871bc1 None None] Pushing event updated for resources: {'Port': ['ID=bde3bd68-7d03-4602-9ecb-5db9b658d98a,revision_number=2']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:27.829450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-bf9d56de-7023-4aa3-9925-031282871bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:27.831102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.844082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Transition to ACTIVE for port object 57d30871-008a-49ea-ba14-12cf1a8693c0 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:27.848387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.859230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port 5fe1e184-f832-4885-8826-270c50da2b59 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:27.859672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.864750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:27.871110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Pushing event updated for resources: {'Port': ['ID=df294e80-2e8c-40f7-a64a-b5dd8ee73055,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:27.874446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:27.917633 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Network 4959141d-0d92-431e-be40-961a33b2f88d is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:31:27.919237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:31:27.922027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:31:27.982512 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=57d30871-008a-49ea-ba14-12cf1a8693c0,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:27.986384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082862'] for router_interface, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:27.991283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:28.130269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Attempting to bind port bde3bd68-7d03-4602-9ecb-5db9b658d98a on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:31:28.130694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Attempting to bind port bde3bd68-7d03-4602-9ecb-5db9b658d98a by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:31:28.131129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Attempting to bind port bde3bd68-7d03-4602-9ecb-5db9b658d98a on network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:31:28.138422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:31:28.138853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Checking segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:31:28.139335 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.139782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Bound using segment: {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'} {{(pid=83968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:31:28.140321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Bound port: bde3bd68-7d03-4602-9ecb-5db9b658d98a, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f2b278-b718-47c5-b371-dddc6df03d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}}] {{(pid=83968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:31:28.140751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.239480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Attempting to bind port 57d30871-008a-49ea-ba14-12cf1a8693c0 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:31:28.239698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Attempting to bind port 57d30871-008a-49ea-ba14-12cf1a8693c0 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:31:28.240609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Attempting to bind port 57d30871-008a-49ea-ba14-12cf1a8693c0 on network a20ef78a-b564-40ba-be49-a16971bc5547 {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:31:28.246813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:31:28.247173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Checking segment: {'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:31:28.247615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.248013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Bound using segment: {'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:31:28.248491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Bound port: 57d30871-008a-49ea-ba14-12cf1a8693c0, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e889dccd-d116-43f1-a303-0a5d8a90cfc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a20ef78a-b564-40ba-be49-a16971bc5547'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:31:28.248865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.276575 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-e43a7e36-a860-4ce7-b284-7ce23e33280b None None] Provisioning for port df294e80-2e8c-40f7-a64a-b5dd8ee73055 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:31:28.291411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-e43a7e36-a860-4ce7-b284-7ce23e33280b None None] Provisioning complete for port df294e80-2e8c-40f7-a64a-b5dd8ee73055 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:28.291697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e43a7e36-a860-4ce7-b284-7ce23e33280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.334728 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] For port bde3bd68-7d03-4602-9ecb-5db9b658d98a, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:31:28.350314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] For port bde3bd68-7d03-4602-9ecb-5db9b658d98a, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=bde3bd68-7d03-4602-9ecb-5db9b658d98a,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:31:28.350943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] For port 57d30871-008a-49ea-ba14-12cf1a8693c0, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:31:28.354414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] For port 57d30871-008a-49ea-ba14-12cf1a8693c0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=57d30871-008a-49ea-ba14-12cf1a8693c0,segment=NetworkSegment(e889dccd-d116-43f1-a303-0a5d8a90cfc6),segment_id=e889dccd-d116-43f1-a303-0a5d8a90cfc6)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:31:28.358732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.361360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.374974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3c31c94c-3876-40bb-8478-131d9e16b5b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:28.377869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:28.415156 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-e43a7e36-a860-4ce7-b284-7ce23e33280b None None] Port df294e80-2e8c-40f7-a64a-b5dd8ee73055 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:31:28.530381 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.530751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d56de-7023-4aa3-9925-031282871bc1 None None] Pushing event updated for resources: {'Port': ['ID=bde3bd68-7d03-4602-9ecb-5db9b658d98a,revision_number=3']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:28.537468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-bf9d56de-7023-4aa3-9925-031282871bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:28.590175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:31:28.590870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:31:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:28.758983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=57d30871-008a-49ea-ba14-12cf1a8693c0,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:28.774557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:28.803490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:31:28.835071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:28.835806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.837330 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] 10.222.0.23 "PUT /v2.0/ports/57d30871-008a-49ea-ba14-12cf1a8693c0 HTTP/1.1" status: 200 len: 1158 time: 1.7321193 Feb 18 04:31:28.838187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'tag': '57d30871-008a-49ea-ba14-12cf1a8693c0'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:31:28.912079 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'tag': '57d30871-008a-49ea-ba14-12cf1a8693c0', 'status': 'completed', 'code': 200} Feb 18 04:31:28.952129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.958928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:28.959115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-8407ba77-66ee-4a9b-b3ba-b51b00a3c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:28.960632 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-8407ba77-66ee-4a9b-b3ba-b51b00a3c4b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba7e99a282c94327964217aac0365791&device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 1161 time: 0.0856981 Feb 18 04:31:28.999457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:29.035835 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-1e1df2f4-9dd5-4a76-8a87-9fa551cd3c94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d30871-008a-49ea-ba14-12cf1a8693c0 HTTP/1.1" status: 200 len: 217 time: 0.0676999 Feb 18 04:31:29.057070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2c0cf-b234-4ce2-a5cd-028694f69c34 req-46a413ac-37a2-4ac8-a8e5-2cb1d55fe4a3 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:29.058709 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eec2c0cf-b234-4ce2-a5cd-028694f69c34 req-46a413ac-37a2-4ac8-a8e5-2cb1d55fe4a3 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 944 time: 0.2223430 Feb 18 04:31:29.108825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-b21532ce-5d93-439c-bb42-b39bf7033d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:29.111185 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-b21532ce-5d93-439c-bb42-b39bf7033d87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e76397e-5d72-4cc9-bdfe-612a977051e8 HTTP/1.1" status: 200 len: 854 time: 0.0679100 Feb 18 04:31:29.120929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692848'] for router_interface, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:29.164548 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-2af5d823-6b6c-4398-b381-9f0aa1ceb870 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a20ef78a-b564-40ba-be49-a16971bc5547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470791 Feb 18 04:31:29.166265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:27Z', 'revision_number': 1, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:29.170588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab45982-67d6-4e09-9bb7-0a4b1a473225 None None] The sync data for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb is: [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:27Z', 'revision_number': 1, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:31:29.200658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Pushing event updated for resources: {'Port': ['ID=df294e80-2e8c-40f7-a64a-b5dd8ee73055,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:29.203889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:29.228045 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-eec2c0cf-b234-4ce2-a5cd-028694f69c34 req-56e9924f-de44-4b39-ad14-a9981bd12d08 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600723 Feb 18 04:31:29.296719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Network 4959141d-0d92-431e-be40-961a33b2f88d is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:31:29.297872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:31:29.320608 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-eaa2017e-4986-4151-9c71-c63be6222942 service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497416 Feb 18 04:31:29.477273 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2c28927b-34ac-48c9-a0ea-a194ec483084 req-23fe3a41-48ec-455f-8ef6-4d33cab7c187 service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496534 Feb 18 04:31:29.507951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Router 46ea7875-be38-46fc-b998-3f8cf40e2cca has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:31:29.571625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-92620274-d0b5-4c06-b2a9-d05bf2e5d9d8 None None] Provisioning complete for port df294e80-2e8c-40f7-a64a-b5dd8ee73055 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:29.572233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-92620274-d0b5-4c06-b2a9-d05bf2e5d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:29.638754 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-4e5c071f-a532-47ac-b001-adb4519e76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:29.640451 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-4e5c071f-a532-47ac-b001-adb4519e76c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba7e99a282c94327964217aac0365791&device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 1161 time: 0.1164653 Feb 18 04:31:29.657903 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-92620274-d0b5-4c06-b2a9-d05bf2e5d9d8 None None] Port df294e80-2e8c-40f7-a64a-b5dd8ee73055 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:31:29.727563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:31:29.736971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] 10.222.0.58 "PUT /v2.0/routers/46ea7875-be38-46fc-b998-3f8cf40e2cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4254394 Feb 18 04:31:29.780912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5cef709d-675e-4d3c-8d9b-b88698629a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:29.816574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-fcb63c40-827a-411d-9a4e-4cd8f438f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:29.818500 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-fcb63c40-827a-411d-9a4e-4cd8f438f6e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a20ef78a-b564-40ba-be49-a16971bc5547 HTTP/1.1" status: 200 len: 908 time: 0.1706557 Feb 18 04:31:29.899086 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-6149f165-8144-4079-8e3a-a9f0f3d27e55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57d30871-008a-49ea-ba14-12cf1a8693c0 HTTP/1.1" status: 200 len: 217 time: 0.0727916 Feb 18 04:31:29.973992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-a9b7993b-f6e3-49dc-b34f-f95b8ad73c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:29.975990 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-a9b7993b-f6e3-49dc-b34f-f95b8ad73c50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e76397e-5d72-4cc9-bdfe-612a977051e8 HTTP/1.1" status: 200 len: 854 time: 0.0704618 Feb 18 04:31:30.051040 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-a47bf8d1-9318-43dc-96b7-41efaa1d4a17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a20ef78a-b564-40ba-be49-a16971bc5547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687575 Feb 18 04:31:30.200742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:30.218571 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-e65d5e52-845e-491b-b97a-7f83b0037a34 service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597900 Feb 18 04:31:30.448537 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f58532fa-c311-41fe-a4ab-dcfe885a7c02 req-b3503d6c-99c0-4310-96f4-5ad59fbf495a service neutron] 10.222.0.23 "GET /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2218897 Feb 18 04:31:30.475098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c4b50-691d-4e19-b371-4e21ff9ae662 req-5f76750a-d30a-48f2-9516-24cae3d4692f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:30.476939 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd2c4b50-691d-4e19-b371-4e21ff9ae662 req-5f76750a-d30a-48f2-9516-24cae3d4692f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 944 time: 0.1163733 Feb 18 04:31:30.534187 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dd2c4b50-691d-4e19-b371-4e21ff9ae662 req-ea9e9db6-4738-4f7e-a509-3ead91e71f29 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486944 Feb 18 04:31:31.509312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:31.660792 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device bde3bd68-7d03-4602-9ecb-5db9b658d98a up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:31.750241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port bde3bd68-7d03-4602-9ecb-5db9b658d98a completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:31:31.756171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port bde3bd68-7d03-4602-9ecb-5db9b658d98a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:31.756588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:31.804000 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c1497-9fa6-47da-b037-8dc600ff5f58 req-233767c7-e072-4a1f-94b2-a53252e6e03b tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:31.813207 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f9c1497-9fa6-47da-b037-8dc600ff5f58 req-233767c7-e072-4a1f-94b2-a53252e6e03b tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 944 time: 0.1092651 Feb 18 04:31:31.862550 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f9c1497-9fa6-47da-b037-8dc600ff5f58 req-5b432ef3-60ba-4bf2-ae16-4e850fb1bf31 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483801 Feb 18 04:31:31.907924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:31.911349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:31.934136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port bde3bd68-7d03-4602-9ecb-5db9b658d98a, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=bde3bd68-7d03-4602-9ecb-5db9b658d98a,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:31:31.937583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:31.939685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:32.014925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=bde3bd68-7d03-4602-9ecb-5db9b658d98a,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:32.018404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:32.521383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Sync routers for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:31:32.533156 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:31:32.534283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:31:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:32.730835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:31:33.099723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 2, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:33.104510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Checking router: 46ea7875-be38-46fc-b998-3f8cf40e2cca for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:31:33.105645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Updating router 46ea7875-be38-46fc-b998-3f8cf40e2cca port df294e80-2e8c-40f7-a64a-b5dd8ee73055 binding host dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 04:31:33.128109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740fc5c-62fb-4642-8b59-809bb3c50f3f req-c7241710-249a-48d5-843a-0940f624e676 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:33.130488 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a740fc5c-62fb-4642-8b59-809bb3c50f3f req-c7241710-249a-48d5-843a-0940f624e676 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 944 time: 0.1067626 Feb 18 04:31:33.169687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:33.204873 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a740fc5c-62fb-4642-8b59-809bb3c50f3f req-373e2292-8984-488b-97bb-ba7f6214af65 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604174 Feb 18 04:31:33.480601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:31:33.611482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device bde3bd68-7d03-4602-9ecb-5db9b658d98a up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:33.625115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Notify callbacks [] for port, precommit_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:33.641107 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Transition to ACTIVE for port object df294e80-2e8c-40f7-a64a-b5dd8ee73055 will not be triggered until provisioned by entity L2. {{(pid=83969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:33.648130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:33.665737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2bb04864-6305-4e50-8cd5-bb16f6d8891c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:33.693898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port bde3bd68-7d03-4602-9ecb-5db9b658d98a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:33.694461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:33.797954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Pushing event updated for resources: {'Port': ['ID=df294e80-2e8c-40f7-a64a-b5dd8ee73055,revision_number=3']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:33.810985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.811494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.811954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.812411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.812865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.813316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.813762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.814211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.814641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.815084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.815548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.815986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.816467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.816940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.817567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.818005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.818578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.819022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.819605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.820043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.820493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.820965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.821367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.821931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:33.826335 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:34.222041 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Attempting to bind port df294e80-2e8c-40f7-a64a-b5dd8ee73055 on host dv-cinder-776307-1-smb for vnic_type normal with profile {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:31:34.226173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Attempting to bind port df294e80-2e8c-40f7-a64a-b5dd8ee73055 by drivers openvswitch on host dv-cinder-776307-1-smb at level 0 using segments [{'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:31:34.226173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Attempting to bind port df294e80-2e8c-40f7-a64a-b5dd8ee73055 on network 4959141d-0d92-431e-be40-961a33b2f88d {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:31:34.233074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Checking agent: {'id': 'd62c7b41-819a-46ea-a65d-c25df4959331', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 18, 1), 'started_at': datetime.datetime(2021, 2, 18, 4, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:31:34.233271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Checking segment: {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:31:34.233725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:34.234163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Bound using segment: {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'} {{(pid=83969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:31:34.234692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Bound port: df294e80-2e8c-40f7-a64a-b5dd8ee73055, host: dv-cinder-776307-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'}}] {{(pid=83969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:31:34.235111 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:34.345762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] For port df294e80-2e8c-40f7-a64a-b5dd8ee73055, host dv-cinder-776307-1-smb, cleared binding levels {{(pid=83969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:31:34.354043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] For port df294e80-2e8c-40f7-a64a-b5dd8ee73055, host dv-cinder-776307-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=df294e80-2e8c-40f7-a64a-b5dd8ee73055,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:31:34.365146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:34.466537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e417d-e15b-4253-b7ca-eb6f06de5982 req-e9334054-af9c-4105-b92c-52e9076999c8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:34.468760 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be3e417d-e15b-4253-b7ca-eb6f06de5982 req-e9334054-af9c-4105-b92c-52e9076999c8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 944 time: 0.1128552 Feb 18 04:31:34.499776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a4a49f60-277e-488d-8a33-368b37c1c023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:34.515109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 57d30871-008a-49ea-ba14-12cf1a8693c0 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:34.543413 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-be3e417d-e15b-4253-b7ca-eb6f06de5982 req-b1d9bc60-e10b-4f90-a77c-fa162930059f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677438 Feb 18 04:31:34.602762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Pushing event updated for resources: {'Port': ['ID=df294e80-2e8c-40f7-a64a-b5dd8ee73055,revision_number=4']} {{(pid=83969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:34.607600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fdb304e5-ca5c-4880-a7b0-25dcb35ca71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:34.608729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:31:34.609391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:31:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:34.638739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 57d30871-008a-49ea-ba14-12cf1a8693c0 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:31:34.645741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 57d30871-008a-49ea-ba14-12cf1a8693c0 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:34.646172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:34.824323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:34.866412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d30871-008a-49ea-ba14-12cf1a8693c0'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:31:34.884156 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 57d30871-008a-49ea-ba14-12cf1a8693c0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=57d30871-008a-49ea-ba14-12cf1a8693c0,segment=NetworkSegment(e889dccd-d116-43f1-a303-0a5d8a90cfc6),segment_id=e889dccd-d116-43f1-a303-0a5d8a90cfc6)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:31:34.889683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:34.891517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:34.950815 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d30871-008a-49ea-ba14-12cf1a8693c0', 'code': 200} Feb 18 04:31:34.953777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:31:34.978951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=57d30871-008a-49ea-ba14-12cf1a8693c0,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:34.988135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.988567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.989573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.989953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.990326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.990953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.991343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.991709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.992076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.992436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.992801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.993777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.994202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.994734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.995099 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.995517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.995883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.996249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.996738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.997112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.997468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.999277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.999277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:34.999277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:31:35.004722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:35.274334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dc27d-5677-4d0e-9a65-3fe232345146 req-524bfdae-b1ef-44a9-82dc-ced57785c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:35.276088 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e99dc27d-5677-4d0e-9a65-3fe232345146 req-524bfdae-b1ef-44a9-82dc-ced57785c56b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 1163 time: 0.1145718 Feb 18 04:31:35.326395 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e99dc27d-5677-4d0e-9a65-3fe232345146 req-20b1f57f-d115-459f-8aeb-69565c83da4d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434203 Feb 18 04:31:35.360389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:34Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:31:35.364621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c736462-d6b8-4fad-b6c6-c01dbf9c521f None None] The sync data for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb is: [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:34Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:31:35.663346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device df294e80-2e8c-40f7-a64a-b5dd8ee73055 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:35.760708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning for port df294e80-2e8c-40f7-a64a-b5dd8ee73055 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:31:35.766787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port df294e80-2e8c-40f7-a64a-b5dd8ee73055 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:35.767204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:35.870814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189c7bf-43b7-4e37-aa03-42e81a0115a2 req-b7087824-aa59-4763-8c39-db06ed9366d9 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:35.873061 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7189c7bf-43b7-4e37-aa03-42e81a0115a2 req-b7087824-aa59-4763-8c39-db06ed9366d9 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.1587901 Feb 18 04:31:35.886704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 57d30871-008a-49ea-ba14-12cf1a8693c0 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:35.964231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:35.972769 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7189c7bf-43b7-4e37-aa03-42e81a0115a2 req-23dd3f6e-6f4a-44ef-adb1-5eee2d68b5ff tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912082 Feb 18 04:31:36.012818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] For port df294e80-2e8c-40f7-a64a-b5dd8ee73055, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=df294e80-2e8c-40f7-a64a-b5dd8ee73055,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:31:36.016657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:36.021116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d67df19f-8973-4c51-8452-1b7f463b2f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:36.115979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Pushing event updated for resources: {'Port': ['ID=df294e80-2e8c-40f7-a64a-b5dd8ee73055,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:36.119886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:36.125621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 57d30871-008a-49ea-ba14-12cf1a8693c0 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:36.126138 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:37.198339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb811b-4ea6-49d4-b98b-330f2d01f879 req-1e65ffba-f77d-4951-a7c1-213ba0f3d1fa tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:37.200281 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d6fb811b-4ea6-49d4-b98b-330f2d01f879 req-1e65ffba-f77d-4951-a7c1-213ba0f3d1fa tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.0977347 Feb 18 04:31:37.255318 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d6fb811b-4ea6-49d4-b98b-330f2d01f879 req-179c6e6e-3582-4017-ae1b-98640b81ba26 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478601 Feb 18 04:31:37.610517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device df294e80-2e8c-40f7-a64a-b5dd8ee73055 up at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:37.690517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Provisioning complete for port df294e80-2e8c-40f7-a64a-b5dd8ee73055 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:37.690940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:38.046172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 57d30871-008a-49ea-ba14-12cf1a8693c0 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:31:38.122245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 57d30871-008a-49ea-ba14-12cf1a8693c0 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:38.122667 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:39.981371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-21794a05-36e5-4757-819e-611ebcbaf341 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:39.982109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-21794a05-36e5-4757-819e-611ebcbaf341 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:network {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:31:39.999058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-21794a05-36e5-4757-819e-611ebcbaf341 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:network {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:31:40.000443 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-21794a05-36e5-4757-819e-611ebcbaf341 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 814 time: 0.1716557 Feb 18 04:31:40.016947 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-5536228f-1903-4177-a681-505a2dea5a08 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/quotas/94b9e3836154494292b685f871193a3d HTTP/1.1" status: 200 len: 375 time: 0.0098927 Feb 18 04:31:40.108779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-59783fb8-d9a3-47bb-9279-c47586323875 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:31:40.128606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-59783fb8-d9a3-47bb-9279-c47586323875 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:31:40.130166 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-59783fb8-d9a3-47bb-9279-c47586323875 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077654 Feb 18 04:31:40.285146 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-685e6926-09cc-4c18-a017-8a15bd65a327 service neutron] 10.222.0.58 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404862 Feb 18 04:31:40.432337 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-efd99fb1-f192-4a5a-b5e3-d9d9e242ecfd service neutron] 10.222.0.58 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381021 Feb 18 04:31:40.631500 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-53de4053-063f-422c-a1c7-7f439664be5d req-af119257-4681-4960-b93c-c707e4dcfd9b tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 210 time: 0.0538986 Feb 18 04:31:41.820671 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8d2eede0-69d1-4182-be37-2c5f96af2fb0 req-a40b1f83-626d-4855-84fa-1ec040b1bc16 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 210 time: 0.0752387 Feb 18 04:31:41.949130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-77452e28-4122-438d-b7ad-e169912ce430 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:41.950722 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-77452e28-4122-438d-b7ad-e169912ce430 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.23 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 814 time: 0.1678412 Feb 18 04:31:41.964460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'port': {'device_id': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'admin_state_up': True, 'tenant_id': '94b9e3836154494292b685f871193a3d'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:31:42.107430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:31:42.117745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:31:42.126384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Made reservation on behalf of 94b9e3836154494292b685f871193a3d for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:31:42.132499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:42.477695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Allocated IP 172.20.0.9 (4959141d-0d92-431e-be40-961a33b2f88d/5c6c9dee-09a1-4469-8a81-364710fc66f5/fd13d3fd-4dc8-4216-829d-69cc40d26da7) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:31:42.732528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:42.749702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Transition to ACTIVE for port object fd13d3fd-4dc8-4216-829d-69cc40d26da7 will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:42.775335 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:42.791376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06b93fcb-2ce6-4f97-a307-e7fd48cfb6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:42.931787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:42.958409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:42.996596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Network 4959141d-0d92-431e-be40-961a33b2f88d is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:31:42.997697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:31:43.000216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:31:43.066174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:43.067651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:43.072948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f77e51-1743-4da6-a63f-c151783414be req-cf67ee27-9cae-46c9-991b-aca7b7d0d3be tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:43.074604 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f7f77e51-1743-4da6-a63f-c151783414be req-cf67ee27-9cae-46c9-991b-aca7b7d0d3be tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.1150975 Feb 18 04:31:43.099570 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1392045 Feb 18 04:31:43.127858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f7f77e51-1743-4da6-a63f-c151783414be req-d8e0e120-46a3-4a7b-b78f-f8d8e1b67480 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:31:43.147312 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f7f77e51-1743-4da6-a63f-c151783414be req-d8e0e120-46a3-4a7b-b78f-f8d8e1b67480 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:31:43.148564 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f7f77e51-1743-4da6-a63f-c151783414be req-d8e0e120-46a3-4a7b-b78f-f8d8e1b67480 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672984 Feb 18 04:31:43.294811 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-7c022378-2ea7-405a-b54b-c8212679f77d None None] Provisioning for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:31:43.299606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-7c022378-2ea7-405a-b54b-c8212679f77d None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:31:43.300022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7c022378-2ea7-405a-b54b-c8212679f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:43.363794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-7c022378-2ea7-405a-b54b-c8212679f77d None None] Port fd13d3fd-4dc8-4216-829d-69cc40d26da7 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:31:44.353059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb22c-e452-4a89-842f-2868b52a8792 req-9b3db852-0bea-4957-8e64-2fe33111b045 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:44.353829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-0b2cb22c-e452-4a89-842f-2868b52a8792 req-9b3db852-0bea-4957-8e64-2fe33111b045 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:31:44.370719 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-0b2cb22c-e452-4a89-842f-2868b52a8792 req-9b3db852-0bea-4957-8e64-2fe33111b045 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:31:44.372257 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0b2cb22c-e452-4a89-842f-2868b52a8792 req-9b3db852-0bea-4957-8e64-2fe33111b045 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.1078458 Feb 18 04:31:44.420945 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0b2cb22c-e452-4a89-842f-2868b52a8792 req-e9e1d7c1-3d9c-4800-927b-dae6f2ff7b5a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Feb 18 04:31:45.775333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577b434-bcde-44d4-8239-fa2e89ff5831 req-507e59bb-68cc-4f5f-98dd-351b7a0da17f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:45.776923 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f577b434-bcde-44d4-8239-fa2e89ff5831 req-507e59bb-68cc-4f5f-98dd-351b7a0da17f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0875034 Feb 18 04:31:45.835373 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f577b434-bcde-44d4-8239-fa2e89ff5831 req-e0e730cd-0a12-47ce-a0fe-2ef8bd7f4715 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517709 Feb 18 04:31:47.040748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e2074-9bdc-4acb-9472-a70e8d0a3af1 req-b9cb0d5e-7b3c-43c5-ac5e-e6f6e2278ee6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:47.042247 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cb6e2074-9bdc-4acb-9472-a70e8d0a3af1 req-b9cb0d5e-7b3c-43c5-ac5e-e6f6e2278ee6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0914662 Feb 18 04:31:47.092780 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cb6e2074-9bdc-4acb-9472-a70e8d0a3af1 req-e15e55c1-0b4b-45c1-b2aa-330074413b73 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Feb 18 04:31:48.298875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d50ec-9cc2-4558-978b-2ec708734054 req-8444ab24-8dca-4432-9ed2-bafe7371986a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:48.300503 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c95d50ec-9cc2-4558-978b-2ec708734054 req-8444ab24-8dca-4432-9ed2-bafe7371986a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0935228 Feb 18 04:31:48.352859 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c95d50ec-9cc2-4558-978b-2ec708734054 req-d8bd7f10-c609-4eee-a200-ad2407db9908 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Feb 18 04:31:49.555525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03386fbc-4863-42bf-95d5-0ea4b93224aa req-153ef0cb-7936-489c-96c8-e77bc85fded0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:49.557117 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-03386fbc-4863-42bf-95d5-0ea4b93224aa req-153ef0cb-7936-489c-96c8-e77bc85fded0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0885522 Feb 18 04:31:49.605703 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-03386fbc-4863-42bf-95d5-0ea4b93224aa req-82a43818-3a39-4b56-bc4b-e41884dc1cc4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Feb 18 04:31:50.817026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33884c8d-a856-480f-83ec-5c6ce3df2e3e req-cff4e62c-0c20-45f7-974f-df15052dbbcc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:50.818635 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33884c8d-a856-480f-83ec-5c6ce3df2e3e req-cff4e62c-0c20-45f7-974f-df15052dbbcc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0977023 Feb 18 04:31:50.872265 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33884c8d-a856-480f-83ec-5c6ce3df2e3e req-02413cbb-dd8f-4bfe-9a24-09b6074575d7 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Feb 18 04:31:52.085935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7c610-6893-4ad8-b3d6-cfcb6bc300ea req-6fb6a358-6e79-4af9-9ae9-9fcf6aa9c9c0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:52.088121 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ccf7c610-6893-4ad8-b3d6-cfcb6bc300ea req-6fb6a358-6e79-4af9-9ae9-9fcf6aa9c9c0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0986876 Feb 18 04:31:52.088693 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:52.146711 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ccf7c610-6893-4ad8-b3d6-cfcb6bc300ea req-aeefc313-8217-40b3-a303-7bc085bf72b1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Feb 18 04:31:53.349770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c617-52fa-42e9-bb60-d4f199b64850 req-fc26cf98-9525-424f-abf8-ff0187558561 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:53.351433 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c26c617-52fa-42e9-bb60-d4f199b64850 req-fc26cf98-9525-424f-abf8-ff0187558561 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0892012 Feb 18 04:31:53.404381 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c26c617-52fa-42e9-bb60-d4f199b64850 req-adf8b682-4d96-42e7-9da8-6a4cc79d3303 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Feb 18 04:31:54.604412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3c09-45b4-4892-bd8d-5b726a6ae1d2 req-dc0aaf6f-779d-4826-bb17-95aa59065862 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:54.606018 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-049d3c09-45b4-4892-bd8d-5b726a6ae1d2 req-dc0aaf6f-779d-4826-bb17-95aa59065862 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0860596 Feb 18 04:31:54.653714 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-049d3c09-45b4-4892-bd8d-5b726a6ae1d2 req-8e4c6112-2d85-4192-b135-fa283bcd98c0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Feb 18 04:31:55.856581 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf05c8-f8ab-4e08-b1c2-8a4c9fad85dd req-420a8ba3-d3fa-47f7-b06e-33c70e286fa4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:55.858144 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2edf05c8-f8ab-4e08-b1c2-8a4c9fad85dd req-420a8ba3-d3fa-47f7-b06e-33c70e286fa4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0883536 Feb 18 04:31:56.131631 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2edf05c8-f8ab-4e08-b1c2-8a4c9fad85dd req-94f31ba8-c412-46f8-ad09-118239a114e1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669556 Feb 18 04:31:57.334832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fad8bb-f33a-4004-9c6d-636bee79357d req-47840f57-9bee-4bec-a022-1b000b103d02 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:57.337028 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-69fad8bb-f33a-4004-9c6d-636bee79357d req-47840f57-9bee-4bec-a022-1b000b103d02 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.0887837 Feb 18 04:31:57.382762 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-69fad8bb-f33a-4004-9c6d-636bee79357d req-01dbf0b7-b2b6-4575-acfd-d4e1be518b2a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Feb 18 04:31:57.561367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7d36739e-1fa8-4f7f-8e73-c8c45f1c6832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:57.656513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Request body: {'port': {'device_id': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:31:57.828140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:57.921268 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-b7147020-e184-4c0f-97b7-ffecec54ce49 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1483688 Feb 18 04:31:58.142735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-d3ed9e7c-d5b6-4f4e-bdd9-7764bc755ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:58.144271 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-d3ed9e7c-d5b6-4f4e-bdd9-7764bc755ee8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 1162 time: 0.1828244 Feb 18 04:31:58.387734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-4a4dc9b9-2e99-42fb-a0ad-de52b09e3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:58.389345 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-4a4dc9b9-2e99-42fb-a0ad-de52b09e3a69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.1955481 Feb 18 04:31:58.545244 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-97625aab-0b0a-4de4-aefa-33a3861bb112 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 200 len: 1001 time: 0.1419404 Feb 18 04:31:58.678064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd13d3fd-4dc8-4216-829d-69cc40d26da7 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:31:58.691171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:58.712882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-f88f4c84-990f-4466-9772-6613cb750360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:58.714457 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-f88f4c84-990f-4466-9772-6613cb750360 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.1300759 Feb 18 04:31:58.715548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Transition to ACTIVE for port object fd13d3fd-4dc8-4216-829d-69cc40d26da7 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:31:58.730241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:58.787141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-30864e45-4720-4773-8865-29773b20158d tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:58.881546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296e469-ad43-472e-a5d4-58ac0ab09356 req-ac1e3f4d-8ef6-497f-8cad-628454e1e194 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:58.883720 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6296e469-ad43-472e-a5d4-58ac0ab09356 req-ac1e3f4d-8ef6-497f-8cad-628454e1e194 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 931 time: 0.3742437 Feb 18 04:31:58.992372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Pushing event updated for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:31:59.009935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:31:59.014715 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6296e469-ad43-472e-a5d4-58ac0ab09356 req-10210526-a32c-486f-a332-ac8581e1e1a4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031394 Feb 18 04:31:59.058283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-25aef372-b120-48f7-8016-e6d0b9d0e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:59.059971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-25aef372-b120-48f7-8016-e6d0b9d0e584 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3328319 Feb 18 04:31:59.340222 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-5b63dd70-3635-4a72-9802-3cff23a5757f service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301064 Feb 18 04:31:59.341714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Attempting to bind port fd13d3fd-4dc8-4216-829d-69cc40d26da7 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:31:59.342147 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Attempting to bind port fd13d3fd-4dc8-4216-829d-69cc40d26da7 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:31:59.342644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Attempting to bind port fd13d3fd-4dc8-4216-829d-69cc40d26da7 on network 4959141d-0d92-431e-be40-961a33b2f88d {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:31:59.350020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:31:59.350488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Checking segment: {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:31:59.351777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:59.351777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Bound using segment: {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:31:59.351777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Bound port: fd13d3fd-4dc8-4216-829d-69cc40d26da7, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb6da27-df59-4771-8429-2a80950734d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:31:59.352352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:59.627848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:31:59.634958 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-11f584bf-aef2-4a04-9f04-deebc92e7298 req-06d6f870-5f03-4691-80ef-20534c41080e service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2861555 Feb 18 04:31:59.646559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:31:59.654741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d125da-36d6-4228-a27b-b76430cfab7c req-6a12ab50-fae6-41c7-9f20-98f1b4d3cadd tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:31:59.656348 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-16d125da-36d6-4228-a27b-b76430cfab7c req-6a12ab50-fae6-41c7-9f20-98f1b4d3cadd tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.3240340 Feb 18 04:31:59.657860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:31:59.675476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:31:59.775663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ae2ab616-a369-42d4-b6dc-9bbf9afb288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:00.080284 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-16d125da-36d6-4228-a27b-b76430cfab7c req-f1c903de-6409-4b4e-9554-21250381560d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081345 Feb 18 04:32:00.085911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Pushing event updated for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:00.092069 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:00.129076 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:00.129846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:00.131188 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 1157 time: 2.4794936 Feb 18 04:32:00.131733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:00.208346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:00.221753 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'status': 'completed', 'code': 200} Feb 18 04:32:00.252065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a904982-073a-4789-a492-92a9ef1adf44 req-bf776e3d-24f0-46a2-9249-cbc550f860e0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:00.253734 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a904982-073a-4789-a492-92a9ef1adf44 req-bf776e3d-24f0-46a2-9249-cbc550f860e0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 943 time: 0.1021681 Feb 18 04:32:00.265559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-ebb13f5f-f544-461b-b617-2add59657cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:00.267168 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-ebb13f5f-f544-461b-b617-2add59657cd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1160 time: 0.0962596 Feb 18 04:32:00.304237 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a904982-073a-4789-a492-92a9ef1adf44 req-daf54054-6cc1-4f58-a502-6c95e6930ee3 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Feb 18 04:32:00.350376 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-fda4787d-1587-4ee1-b07a-63728cea3123 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 217 time: 0.0731423 Feb 18 04:32:00.419398 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-3e29e761-4f38-4b6b-96e7-164d0d72a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:00.420876 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-3e29e761-4f38-4b6b-96e7-164d0d72a4b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.0637517 Feb 18 04:32:00.505011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-6f9378cd-ab5f-4b09-9cda-92d559cb5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:00.506606 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-6f9378cd-ab5f-4b09-9cda-92d559cb5713 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756588 Feb 18 04:32:00.656779 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-dd2b5c03-bd78-4634-a68f-f807c9c8c445 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367061 Feb 18 04:32:00.811104 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2936a59f-9c98-4f37-89e1-69511f0ab455 req-c6fddd1f-4652-4598-94e8-9730c3a2423f service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374078 Feb 18 04:32:00.951385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf45d-5557-4232-a17b-be74142102af req-07b068c4-6e6d-4881-840e-3c39b5b5a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:00.952976 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-172cf45d-5557-4232-a17b-be74142102af req-07b068c4-6e6d-4881-840e-3c39b5b5a490 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1160 time: 0.0807965 Feb 18 04:32:01.108271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf45d-5557-4232-a17b-be74142102af req-7d62ce8c-1455-420e-a08b-86159ca320b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:01.109771 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-172cf45d-5557-4232-a17b-be74142102af req-7d62ce8c-1455-420e-a08b-86159ca320b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.1416883 Feb 18 04:32:01.183510 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-172cf45d-5557-4232-a17b-be74142102af req-7c0cc6e0-bd8a-4a71-aec2-62cedd93c956 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 217 time: 0.0660605 Feb 18 04:32:01.312352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf45d-5557-4232-a17b-be74142102af req-959c7d69-c7d0-478f-8381-bc8930bb41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:01.313835 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-172cf45d-5557-4232-a17b-be74142102af req-959c7d69-c7d0-478f-8381-bc8930bb41d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.1230664 Feb 18 04:32:01.393831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a81e5-bb8b-4343-b84c-8440b7684856 req-88054b7d-1a76-49ab-b3c4-ac32ac5b1964 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:01.395378 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-497a81e5-bb8b-4343-b84c-8440b7684856 req-88054b7d-1a76-49ab-b3c4-ac32ac5b1964 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1621487 Feb 18 04:32:01.457713 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-497a81e5-bb8b-4343-b84c-8440b7684856 req-69076f02-5f53-4e64-824b-4ba976518445 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551529 Feb 18 04:32:01.459812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf45d-5557-4232-a17b-be74142102af req-1d899151-5682-4743-8387-1cd26bc2eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:01.461866 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-172cf45d-5557-4232-a17b-be74142102af req-1d899151-5682-4743-8387-1cd26bc2eca6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1394868 Feb 18 04:32:01.509764 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:01.572201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d6cb-bfd4-420d-bd96-78006dcf917a req-889ce960-c001-4633-99d1-f8810cd27c29 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:01.573729 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3344d6cb-bfd4-420d-bd96-78006dcf917a req-889ce960-c001-4633-99d1-f8810cd27c29 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 943 time: 0.1528788 Feb 18 04:32:01.609781 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-172cf45d-5557-4232-a17b-be74142102af req-d3c7ffa1-2212-4ece-ae34-a10e4b435230 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397493 Feb 18 04:32:01.621934 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3344d6cb-bfd4-420d-bd96-78006dcf917a req-586fa403-1b5e-4cfb-a503-5e127e6d18e4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Feb 18 04:32:01.756469 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-172cf45d-5557-4232-a17b-be74142102af req-783770ea-a327-4f83-a2cd-a73e404396c5 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351399 Feb 18 04:32:01.886839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:02.670048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd476d2-22bf-4e4c-aebe-faedc8f8d4aa req-47eb1bdd-35fc-492f-ba16-c2a01a85e267 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:02.671654 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8bd476d2-22bf-4e4c-aebe-faedc8f8d4aa req-47eb1bdd-35fc-492f-ba16-c2a01a85e267 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0901828 Feb 18 04:32:02.718884 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8bd476d2-22bf-4e4c-aebe-faedc8f8d4aa req-471e7f29-53fb-479c-b41b-203461f7c791 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 Feb 18 04:32:02.821932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bee658-8437-4e25-96c1-4d004eccb847 req-e21ee400-49d3-4dde-9e97-0f9b2f354701 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:02.823577 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15bee658-8437-4e25-96c1-4d004eccb847 req-e21ee400-49d3-4dde-9e97-0f9b2f354701 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 943 time: 0.0867734 Feb 18 04:32:02.874275 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15bee658-8437-4e25-96c1-4d004eccb847 req-c3534256-d741-4dad-84a4-029204b9f790 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Feb 18 04:32:03.915358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a09bc-a788-40c5-8002-83c9774a2470 req-d966a5e3-b4f7-4aa6-97dc-997152e1a0f9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:03.916982 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-866a09bc-a788-40c5-8002-83c9774a2470 req-d966a5e3-b4f7-4aa6-97dc-997152e1a0f9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0852709 Feb 18 04:32:03.991564 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-866a09bc-a788-40c5-8002-83c9774a2470 req-66cb670b-68d2-4614-a70d-cd3bd2a39ac4 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662971 Feb 18 04:32:04.089191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4507923-e7ea-4b01-9636-1f1b6972d894 req-eccb782b-e361-40f0-9e1f-6808cf2eed55 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:04.090731 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d4507923-e7ea-4b01-9636-1f1b6972d894 req-eccb782b-e361-40f0-9e1f-6808cf2eed55 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 943 time: 0.0877445 Feb 18 04:32:04.139055 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d4507923-e7ea-4b01-9636-1f1b6972d894 req-aebf4cc0-fe7a-4ac9-9b9d-9167b371ed3e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Feb 18 04:32:05.210264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff5d3-9e51-4f06-ba09-eee413201349 req-d018adfc-5d47-4d93-9d9c-ba693ceeaaec tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:05.212100 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b80ff5d3-9e51-4f06-ba09-eee413201349 req-d018adfc-5d47-4d93-9d9c-ba693ceeaaec tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0916257 Feb 18 04:32:05.265334 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b80ff5d3-9e51-4f06-ba09-eee413201349 req-e1a330c0-e61e-4025-8c07-07d9899bd420 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442004 Feb 18 04:32:05.348537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d48b98-479a-496b-8983-bc76555c6288 req-4d425ed2-93c0-4eb1-b2d0-615e5386e633 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:05.350142 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51d48b98-479a-496b-8983-bc76555c6288 req-4d425ed2-93c0-4eb1-b2d0-615e5386e633 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 943 time: 0.0952320 Feb 18 04:32:05.399166 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-51d48b98-479a-496b-8983-bc76555c6288 req-035d749c-93a1-43bc-8694-92c9bc05895a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Feb 18 04:32:06.134778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-485a6d61-2e14-4535-ab69-0af75d3d7f2b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:32:06.467884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd271f-9c9e-49d3-beaf-172cb5565c60 req-d980e74b-4460-4d8a-b591-002723125091 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:06.469484 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4afd271f-9c9e-49d3-beaf-172cb5565c60 req-d980e74b-4460-4d8a-b591-002723125091 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0906999 Feb 18 04:32:06.602218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c361b2-f6ac-485b-8713-313fc54bdb50 req-2cff7c16-0d22-492a-a2d6-0c429f634f8c tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:06.603942 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7c361b2-f6ac-485b-8713-313fc54bdb50 req-2cff7c16-0d22-492a-a2d6-0c429f634f8c tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 943 time: 0.0889900 Feb 18 04:32:06.655428 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7c361b2-f6ac-485b-8713-313fc54bdb50 req-b5934346-38af-47b3-b35c-ab45d4156182 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446081 Feb 18 04:32:06.740684 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4afd271f-9c9e-49d3-beaf-172cb5565c60 req-ec698de0-c420-4bb7-bbda-084f295026a7 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646847 Feb 18 04:32:06.833804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device fd13d3fd-4dc8-4216-829d-69cc40d26da7 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:32:06.905411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:32:06.910094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:06.910509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:07.028400 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:07.058708 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:07.069311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:32:07.072520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:07.074483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-869c221d-b013-4eb8-a2e6-80d916744e42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:07.111466 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'code': 200} Feb 18 04:32:07.145623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:07.148855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:07.513625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44852f68-1b16-4b0c-97cd-3cb5add93e1d req-30d2a883-3106-4d4f-af17-dcdb7aee76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:07.515368 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-44852f68-1b16-4b0c-97cd-3cb5add93e1d req-30d2a883-3106-4d4f-af17-dcdb7aee76a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1162 time: 0.0802076 Feb 18 04:32:07.558971 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-44852f68-1b16-4b0c-97cd-3cb5add93e1d req-b7f60f93-9ef4-4e12-8c2b-736c84840802 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Feb 18 04:32:07.851009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211136-02d2-487a-92ed-030de75f23c1 req-57a667c8-0968-474f-8ceb-878d4df87ba2 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:07.852706 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-82211136-02d2-487a-92ed-030de75f23c1 req-57a667c8-0968-474f-8ceb-878d4df87ba2 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0868847 Feb 18 04:32:07.913157 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-82211136-02d2-487a-92ed-030de75f23c1 req-12c75a49-4a03-48c8-99e9-51b1b4961aeb tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Feb 18 04:32:07.940383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dabf16-861a-4863-a1b0-e3bc42191221 req-6ab572ea-7820-4973-bd4c-f439bcf74a48 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:07.941961 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8dabf16-861a-4863-a1b0-e3bc42191221 req-6ab572ea-7820-4973-bd4c-f439bcf74a48 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0849421 Feb 18 04:32:07.990674 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8dabf16-861a-4863-a1b0-e3bc42191221 req-fdb8bb82-2801-44f9-9e89-d60a65435da4 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Feb 18 04:32:08.233454 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device fd13d3fd-4dc8-4216-829d-69cc40d26da7 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:32:08.304217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:08.304639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:09.115968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbf999-d52c-41f0-91b9-b9b75d6a3fe1 req-fb0fc46c-22d8-46fe-a3cb-13255bfb2652 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:09.117806 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-98cbf999-d52c-41f0-91b9-b9b75d6a3fe1 req-fb0fc46c-22d8-46fe-a3cb-13255bfb2652 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0919280 Feb 18 04:32:09.173903 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-98cbf999-d52c-41f0-91b9-b9b75d6a3fe1 req-3e9a0e04-ff7f-4dc8-bd6f-900ab8fc3bc4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Feb 18 04:32:09.199013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cbfc5-a43a-488c-a90b-22b715daddb1 req-6431cfc9-e443-4700-86e1-29c1d9f87410 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:09.200633 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-563cbfc5-a43a-488c-a90b-22b715daddb1 req-6431cfc9-e443-4700-86e1-29c1d9f87410 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0907152 Feb 18 04:32:09.247582 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-563cbfc5-a43a-488c-a90b-22b715daddb1 req-1f324ee4-0ac2-4139-9971-9e9d5f5de823 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Feb 18 04:32:10.157717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device fd13d3fd-4dc8-4216-829d-69cc40d26da7 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:32:10.232149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:10.232564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:10.393968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a9c74-da28-4201-bba2-3f28734877cd req-e7889346-9896-43b6-904e-761e0339d4c4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:10.395821 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ad2a9c74-da28-4201-bba2-3f28734877cd req-e7889346-9896-43b6-904e-761e0339d4c4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0982306 Feb 18 04:32:10.445785 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ad2a9c74-da28-4201-bba2-3f28734877cd req-2ad2a6e7-66f6-4e72-a612-81239f00e0fb tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Feb 18 04:32:10.457350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9c97a-a1df-4134-b781-1c8a92d27d62 req-150cf187-ff6b-44c6-9b02-4b4a34a2bc04 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:10.458951 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84c9c97a-a1df-4134-b781-1c8a92d27d62 req-150cf187-ff6b-44c6-9b02-4b4a34a2bc04 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0883512 Feb 18 04:32:10.462010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:32:10.506760 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-84c9c97a-a1df-4134-b781-1c8a92d27d62 req-5e580666-4ed7-4f6d-be59-d28945f3cbe0 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Feb 18 04:32:10.639998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4f8cc-b3bc-465a-969a-879a7837207e req-0e17b5f6-6c07-497e-88fe-07df27c828e2 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:10.641576 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-01d4f8cc-b3bc-465a-969a-879a7837207e req-0e17b5f6-6c07-497e-88fe-07df27c828e2 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0844812 Feb 18 04:32:10.688530 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-01d4f8cc-b3bc-465a-969a-879a7837207e req-c38ac342-2a08-4e65-bd4e-7ceb4fe6da01 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Feb 18 04:32:11.102135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36a4cb-0192-49a3-8595-81ca7b4b1dab req-78a8e7a1-ba8a-4b60-b0d2-a2084cd9bb06 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:11.103691 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af36a4cb-0192-49a3-8595-81ca7b4b1dab req-78a8e7a1-ba8a-4b60-b0d2-a2084cd9bb06 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0876389 Feb 18 04:32:11.151308 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af36a4cb-0192-49a3-8595-81ca7b4b1dab req-1d992a57-6ad2-48af-a614-59af59c1d9a1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Feb 18 04:32:11.738000 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dea71-d341-40c8-9985-8a6b062c5f40 req-ab7c3883-2199-4ea4-a017-9c72afabd0e9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:11.739657 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dc9dea71-d341-40c8-9985-8a6b062c5f40 req-ab7c3883-2199-4ea4-a017-9c72afabd0e9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0886583 Feb 18 04:32:11.788255 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dc9dea71-d341-40c8-9985-8a6b062c5f40 req-1542aaf6-6868-4d83-86af-600db99fb281 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Feb 18 04:32:12.991822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84c44d-c62d-43b2-bdd6-3e876a4f4dce req-fd760d4c-4273-401a-b489-ceb8dd811573 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:12.993941 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f84c44d-c62d-43b2-bdd6-3e876a4f4dce req-fd760d4c-4273-401a-b489-ceb8dd811573 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0888767 Feb 18 04:32:13.041590 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f84c44d-c62d-43b2-bdd6-3e876a4f4dce req-753fe7c0-9c04-4181-ba62-c7b2fae57986 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Feb 18 04:32:13.544030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc12d0-171c-4473-a11f-5e6f4b56e597 req-c29c68c3-c17c-424b-b283-41aeed4cfcc0 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:13.545835 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-01bc12d0-171c-4473-a11f-5e6f4b56e597 req-c29c68c3-c17c-424b-b283-41aeed4cfcc0 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.0940633 Feb 18 04:32:13.593176 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-01bc12d0-171c-4473-a11f-5e6f4b56e597 req-c98b7c44-2ee8-49cc-8883-430b9045b9c8 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Feb 18 04:32:14.239080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00f8e-e3ba-4c54-8f2e-92ca5c6406de req-0f593693-a2cf-488f-b642-ed3dd28e2be3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:14.240692 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-82e00f8e-e3ba-4c54-8f2e-92ca5c6406de req-0f593693-a2cf-488f-b642-ed3dd28e2be3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0838017 Feb 18 04:32:14.290233 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-82e00f8e-e3ba-4c54-8f2e-92ca5c6406de req-266aa1f9-f1f7-4c53-a967-2d6c7c5f8260 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 Feb 18 04:32:14.792858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7952b89-1367-4298-aaa7-76f3c385a771 req-fc21b7cd-5875-470b-af3b-64efe36e254e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:14.794394 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7952b89-1367-4298-aaa7-76f3c385a771 req-fc21b7cd-5875-470b-af3b-64efe36e254e tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.0871427 Feb 18 04:32:14.841650 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7952b89-1367-4298-aaa7-76f3c385a771 req-baa9b64c-6f19-4594-b4e6-bf3e26b7af48 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Feb 18 04:32:15.486677 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b1eb-999a-49bd-8dc4-1d0ad34bf427 req-9d2ecc64-fc17-44d1-bcd1-4c9ba6f0c18c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:15.488293 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66d9b1eb-999a-49bd-8dc4-1d0ad34bf427 req-9d2ecc64-fc17-44d1-bcd1-4c9ba6f0c18c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0841935 Feb 18 04:32:15.537449 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66d9b1eb-999a-49bd-8dc4-1d0ad34bf427 req-4782acde-7698-4f7b-bb17-19a7ce940fc3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Feb 18 04:32:16.042758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639858d0-7324-4280-a57c-38014f2a2c4b req-4d099456-1f30-42a8-ab96-e831e0843b85 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:16.044505 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-639858d0-7324-4280-a57c-38014f2a2c4b req-4d099456-1f30-42a8-ab96-e831e0843b85 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.0894353 Feb 18 04:32:16.087310 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b2b10-0871-4ea2-a6a9-59116abce3bd req-8f5a1cf2-1bb8-42ed-abd7-3c4c6377d480 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:16.088921 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a56b2b10-0871-4ea2-a6a9-59116abce3bd req-8f5a1cf2-1bb8-42ed-abd7-3c4c6377d480 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0887628 Feb 18 04:32:16.091911 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-639858d0-7324-4280-a57c-38014f2a2c4b req-93ad3687-7025-4e62-84bb-ab1ce86f4009 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Feb 18 04:32:16.137866 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a56b2b10-0871-4ea2-a6a9-59116abce3bd req-4d62e266-f951-4120-b92b-834aceb59029 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Feb 18 04:32:16.331428 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-eee51b44-cbfc-42a4-9ddc-f20133a80efa tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1554885 Feb 18 04:32:16.341822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'floatingip': {'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:16.347333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:16.351305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Usage tracker for resource:floatingip and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:16.354894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:16.360884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:16.370103 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for floatingip, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:16.513656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:16.734321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc48c14-8576-49ac-b7cb-4946b74db945 req-4622d077-e66c-403d-a2b0-3b7df85dc680 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:16.735946 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-adc48c14-8576-49ac-b7cb-4946b74db945 req-4622d077-e66c-403d-a2b0-3b7df85dc680 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0853865 Feb 18 04:32:16.783781 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-adc48c14-8576-49ac-b7cb-4946b74db945 req-f4628384-f704-4eb3-ae6e-e031411f094c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Feb 18 04:32:16.788271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Allocated IP 172.28.0.14 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/82ce8318-cb3b-4690-b274-fba91cfb945d) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:32:16.947880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:16.977231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:16.992821 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8d76e3e5-23be-486a-a368-eb2262a2ff3f tempest-VolumesActionsTest-1492744660 tempest-VolumesActionsTest-1492744660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:17.137045 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'Port': ['ID=82ce8318-cb3b-4690-b274-fba91cfb945d,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:17.151188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.151637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.152069 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.152455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.152855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.153256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.153656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.154048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.154443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.154841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.155233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.155646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.156080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.156489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.156868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.157256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.157647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.158039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.158453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.158817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.159212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.159625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.160016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.160407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:17.173523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:17.195859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:32:17.196998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:32:17.199383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:32:17.283906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:17.295019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4944d-ad8f-4c88-a434-9ad4c207fd33 req-bdb90374-f991-40a3-8a12-a5283825384b tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:17.296655 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c2b4944d-ad8f-4c88-a434-9ad4c207fd33 req-bdb90374-f991-40a3-8a12-a5283825384b tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.0890825 Feb 18 04:32:17.346150 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:17.346943 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c2b4944d-ad8f-4c88-a434-9ad4c207fd33 req-6a07bee8-f102-40d2-919c-a816d1887e41 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Feb 18 04:32:17.613470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:17.617165 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:17.629621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:17.762446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'Port': ['ID=82ce8318-cb3b-4690-b274-fba91cfb945d,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:17.766754 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:17.874750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:17.897097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:17.898442 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5607157 Feb 18 04:32:17.984703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fc07b-d6eb-4007-b02c-e6c582671324 req-005fe34c-5657-462c-a2e4-2e447df9222f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:17.986303 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cc7fc07b-d6eb-4007-b02c-e6c582671324 req-005fe34c-5657-462c-a2e4-2e447df9222f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0840247 Feb 18 04:32:17.986442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-759b7799-6cf2-4128-b2d9-c2f1da8ed479 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:floatingip {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:32:18.003099 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-759b7799-6cf2-4128-b2d9-c2f1da8ed479 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:floatingip {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:32:18.004409 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-759b7799-6cf2-4128-b2d9-c2f1da8ed479 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.14 HTTP/1.1" status: 200 len: 695 time: 0.0991433 Feb 18 04:32:18.038929 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cc7fc07b-d6eb-4007-b02c-e6c582671324 req-08230f62-dd71-4780-9643-281863f9d932 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 Feb 18 04:32:18.163848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c608cae0-ee43-4209-abd6-2665288d6da9 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:18.165250 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-c608cae0-ee43-4209-abd6-2665288d6da9 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/networks/3ce218cf-12a4-4440-b793-29be0ad4f2b6 HTTP/1.1" status: 200 len: 784 time: 0.1539886 Feb 18 04:32:18.176859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-20dc217e-d0ce-4a3b-bfad-8cceb6763a32 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:32:18.177895 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3021950b-f1fd-4389-9c57-09d251aa9313 req-20dc217e-d0ce-4a3b-bfad-8cceb6763a32 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059965 Feb 18 04:32:18.406668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-eeb2fd68-453e-4044-b680-fc38179bc4e4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:18.408331 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-eeb2fd68-453e-4044-b680-fc38179bc4e4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1344745 Feb 18 04:32:18.502465 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-392a23f5-bcac-4d72-9d07-61f46f02982e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.14 HTTP/1.1" status: 200 len: 695 time: 0.0863357 Feb 18 04:32:18.523884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'floatingip': {'port_id': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:18.542207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e75a4-8423-42d2-8b69-bd48acd855f8 req-761174c3-7e8e-45bb-aca4-d4dd351d2b25 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:18.543842 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b45e75a4-8423-42d2-8b69-bd48acd855f8 req-761174c3-7e8e-45bb-aca4-d4dd351d2b25 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.0858834 Feb 18 04:32:18.581705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-f8e0bdf3-beb2-4bb1-a65d-35831d410bdb tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:18.583202 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-f8e0bdf3-beb2-4bb1-a65d-35831d410bdb tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.2336831 Feb 18 04:32:18.591515 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b45e75a4-8423-42d2-8b69-bd48acd855f8 req-377a23ed-c51b-4673-a8f0-54effe7811ae tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Feb 18 04:32:18.655878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for floatingip, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:19.013951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Deleting port 57d30871-008a-49ea-ba14-12cf1a8693c0 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:32:19.014330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:19.241883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f115f-22b0-4959-a276-317dc3bf0abf req-a14c598f-b7e6-4539-a0f9-17a4f6537d1f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:19.244048 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-409f115f-22b0-4959-a276-317dc3bf0abf req-a14c598f-b7e6-4539-a0f9-17a4f6537d1f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0887659 Feb 18 04:32:19.290909 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-409f115f-22b0-4959-a276-317dc3bf0abf req-425e7c4a-1556-4b63-bbca-4fa811da4f5b tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Feb 18 04:32:19.589923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] For port 57d30871-008a-49ea-ba14-12cf1a8693c0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=57d30871-008a-49ea-ba14-12cf1a8693c0,segment=NetworkSegment(e889dccd-d116-43f1-a303-0a5d8a90cfc6),segment_id=e889dccd-d116-43f1-a303-0a5d8a90cfc6)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:32:19.590325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:19.736229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Calling delete_port for 57d30871-008a-49ea-ba14-12cf1a8693c0 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:32:19.791813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7aa61-251f-415f-a382-9b007e5d7c91 req-c3761c09-4819-4d8b-88b2-116430e9acf9 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:19.793435 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8c7aa61-251f-415f-a382-9b007e5d7c91 req-c3761c09-4819-4d8b-88b2-116430e9acf9 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 946 time: 0.0872228 Feb 18 04:32:19.844739 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c8c7aa61-251f-415f-a382-9b007e5d7c91 req-ad797d57-3ccc-4b8a-acbd-efca40a07416 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a4e9a58-24bf-4817-96f2-c2544da83206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Feb 18 04:32:20.000937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:20.020649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3e842b97-3c90-4491-b69b-31c62bb9ad22 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:20.114421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:20.133786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:20.143070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 57d30871-008a-49ea-ba14-12cf1a8693c0 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:32:20.182390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: 57d30871-008a-49ea-ba14-12cf1a8693c0 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:32:20.182784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 57d30871-008a-49ea-ba14-12cf1a8693c0 not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:32:20.189331 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Pushing event deleted for resources: {'Port': ['ID=57d30871-008a-49ea-ba14-12cf1a8693c0,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:20.217753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.218163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.218563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.218961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.219405 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.219800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.220189 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.220584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.220971 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.221354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.221735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.222117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.222536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.222920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.223326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.223709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.224089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.224473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.224854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.225237 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.225619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.226001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.226379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.226782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:20.230565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:20.422368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] No DVR routers for this DVR port 57d30871-008a-49ea-ba14-12cf1a8693c0 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:32:20.424694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:20.428761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'name': 'network-vif-deleted', 'tag': '57d30871-008a-49ea-ba14-12cf1a8693c0'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:20.434494 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Floating IP 472a29a6-2586-46f9-95e0-e526af2d3ef1 associated. External IP: 172.28.0.14, port: fd13d3fd-4dc8-4216-829d-69cc40d26da7. Feb 18 04:32:20.509828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3b83-be63-4398-b353-cae42a64436a req-2c5cc361-9128-4a0e-87b8-dd7a0c75322e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:20.511483 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-79bd3b83-be63-4398-b353-cae42a64436a req-2c5cc361-9128-4a0e-87b8-dd7a0c75322e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0905843 Feb 18 04:32:20.512013 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e301f1fd-2c6c-4981-a7f3-c2f84f11d1d2 req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.23 "DELETE /v2.0/ports/57d30871-008a-49ea-ba14-12cf1a8693c0 HTTP/1.1" status: 204 len: 173 time: 1.9211793 Feb 18 04:32:20.565068 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-79bd3b83-be63-4398-b353-cae42a64436a req-79b41e4e-f286-47ab-a39a-1a0cbf622d8f tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Feb 18 04:32:20.857338 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c9c554-3280-4a41-bd33-1bbbe545351c', 'name': 'network-vif-deleted', 'tag': '57d30871-008a-49ea-ba14-12cf1a8693c0', 'status': 'completed', 'code': 200} Feb 18 04:32:21.059012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Router 46ea7875-be38-46fc-b998-3f8cf40e2cca has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:32:21.097565 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5d2c609e-a10a-4e46-a376-bd29545ec2bc req-52c4177d-d8d8-423a-9138-08765b089d88 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1c9c554-3280-4a41-bd33-1bbbe545351c HTTP/1.1" status: 200 len: 210 time: 0.0501876 Feb 18 04:32:21.295861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ac4d0-eb55-4c12-a876-404eb3ed0852 req-6c64c16e-f0bc-44ab-804d-dcbcedd0bc18 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:21.297458 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-802ac4d0-eb55-4c12-a876-404eb3ed0852 req-6c64c16e-f0bc-44ab-804d-dcbcedd0bc18 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0884712 Feb 18 04:32:21.331071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-3f23ca81-5ac1-4a11-b4cc-386e78ae4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:21.332725 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-3f23ca81-5ac1-4a11-b4cc-386e78ae4bb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1162 time: 0.2032027 Feb 18 04:32:21.334323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:32:21.339301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:21.346401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] Sync routers for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:32:21.347549 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-802ac4d0-eb55-4c12-a876-404eb3ed0852 req-659a53de-06ba-4caa-a6fe-68e1108d0042 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Feb 18 04:32:21.356350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:32:21.357013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:32:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:21.491525 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-0e51b270-93b6-4cb5-b30f-f479b552b8d1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "PUT /v2.0/floatingips/472a29a6-2586-46f9-95e0-e526af2d3ef1 HTTP/1.1" status: 200 len: 995 time: 2.9756062 Feb 18 04:32:21.553811 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:32:21.586720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-662cb9b1-cdab-48db-8068-2e3ce48537ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:21.588340 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-662cb9b1-cdab-48db-8068-2e3ce48537ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.2152970 Feb 18 04:32:21.680175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-694d9bef-8b93-4e0b-9b44-705d69e97440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:21.681834 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-694d9bef-8b93-4e0b-9b44-705d69e97440 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1162 time: 0.1749108 Feb 18 04:32:21.801994 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-2cae6a32-3847-4a97-8c35-25d6621b7a5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 999 time: 0.2053723 Feb 18 04:32:21.904166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-6c9f0260-d51c-434c-8390-3bc56f45c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:21.905781 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-6c9f0260-d51c-434c-8390-3bc56f45c808 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.2175241 Feb 18 04:32:21.907277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-2cb185dd-7b8e-425b-9bec-00e59ead6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:21.908721 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-2cb185dd-7b8e-425b-9bec-00e59ead6fa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.0976362 Feb 18 04:32:21.923398 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': '472a29a6-2586-46f9-95e0-e526af2d3ef1', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'port_id': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'mac_address': 'fa:16:3e:07:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:32:17Z', 'updated_at': '2021-02-18T04:32:19Z', 'revision_number': 1, 'project_id': '94b9e3836154494292b685f871193a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:35Z', 'revision_number': 5, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:21.927476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] Checking router: 46ea7875-be38-46fc-b998-3f8cf40e2cca for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:32:21.936846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:32:21.937481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:32:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:22.069922 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-5a8daa2f-41b6-49ed-997e-f881b3eed2ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 998 time: 0.1570401 Feb 18 04:32:22.120538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:22.138079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-9da11816-e9bf-4c7e-92fb-5e0b5efc6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:22.139791 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-9da11816-e9bf-4c7e-92fb-5e0b5efc6102 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1724722 Feb 18 04:32:22.140519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:32:22.176184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-aa7615f4-e545-43ad-94f6-cc796822bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:22.177763 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-aa7615f4-e545-43ad-94f6-cc796822bb3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.1002691 Feb 18 04:32:22.353668 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-440df562-8fcf-4cc5-b0ce-cafb00a7ded8 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036881 Feb 18 04:32:22.389220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-b670021d-78d1-472f-8058-877ac6d9a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:22.390724 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-b670021d-78d1-472f-8058-877ac6d9a308 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1615922 Feb 18 04:32:22.522562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': '472a29a6-2586-46f9-95e0-e526af2d3ef1', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'port_id': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'mac_address': 'fa:16:3e:07:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:32:17Z', 'updated_at': '2021-02-18T04:32:19Z', 'revision_number': 1, 'project_id': '94b9e3836154494292b685f871193a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:35Z', 'revision_number': 5, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:22.527438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19959434-d64c-4094-9dc7-014982a87af9 None None] The sync data for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb is: [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': '472a29a6-2586-46f9-95e0-e526af2d3ef1', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'port_id': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'mac_address': 'fa:16:3e:07:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:32:17Z', 'updated_at': '2021-02-18T04:32:19Z', 'revision_number': 1, 'project_id': '94b9e3836154494292b685f871193a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:35Z', 'revision_number': 5, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:32:22.620757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0cf19-61c1-4bc8-86c5-112cd1bcf2b0 req-a22283ce-9a13-47d4-a58e-bc2f049adbd5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:22.633699 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3806fac-1def-4cee-a2ad-fdc1f3475019 req-557ff940-ec9f-4e9d-9470-548b0acb683b service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2712493 Feb 18 04:32:22.636490 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1fd0cf19-61c1-4bc8-86c5-112cd1bcf2b0 req-a22283ce-9a13-47d4-a58e-bc2f049adbd5 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1536345 Feb 18 04:32:22.646797 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-36ee01a7-c275-4405-b504-ed99edc3e2d7 service neutron] 10.222.0.58 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077014 Feb 18 04:32:22.690833 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1fd0cf19-61c1-4bc8-86c5-112cd1bcf2b0 req-64faef2f-e3b8-415b-a052-e4ad043b3896 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515358 Feb 18 04:32:22.809138 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-12294a08-db00-46b6-ad9f-89aead66eed8 req-bf08eadf-283e-42e0-8a35-e9895c4728e8 service neutron] 10.222.0.58 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532972 Feb 18 04:32:22.846233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1631824608', 'description': 'tempest-TestMinimumBasicScenario-1631824608 description'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:22.852705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:22.858953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:22.868292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:22.878985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:22.881184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b333d7-48f2-493e-9002-91fd026ed452 None None] New status for floating IP 472a29a6-2586-46f9-95e0-e526af2d3ef1: ACTIVE {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:32:22.903487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:22.907723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Usage tracker for resource:security_group_rule and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:22.910706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:22.915432 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'status': 'completed', 'code': 200} Feb 18 04:32:22.917626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:22.995474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:22.999048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:23.005026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6920eb8e-8e58-4f05-978d-352db32d85a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:23.019056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-da33b7e1-0780-41e5-91d4-544e82d2a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:23.020904 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-da33b7e1-0780-41e5-91d4-544e82d2a2e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1162 time: 0.0830998 Feb 18 04:32:23.049679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7718a51-eecb-4c5d-a21a-8269fdf544a8,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:23.053271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:23.057059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:23.058412 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d92e93bd-deb5-4971-94b8-e1efa289e957 req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2168028 Feb 18 04:32:23.192508 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-96b7f736-9c31-434f-8059-36f1237e60f2 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups/e7718a51-eecb-4c5d-a21a-8269fdf544a8 HTTP/1.1" status: 200 len: 1814 time: 0.0843475 Feb 18 04:32:23.217553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7718a51-eecb-4c5d-a21a-8269fdf544a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:23.223499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7718a51-eecb-4c5d-a21a-8269fdf544a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:23.233378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:23.236241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-fbfed6b2-ffa8-4062-bfa5-b5a382b938d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:23.237820 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-fbfed6b2-ffa8-4062-bfa5-b5a382b938d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.2050562 Feb 18 04:32:23.240199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Usage tracker for resource:security_group_rule and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:23.244059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:23.254889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:23.392395 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:23.448517 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-89399e02-f1a7-4c37-81c0-0c287bea1f98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 1000 time: 0.2013829 Feb 18 04:32:23.452993 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:23.455470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:23.495026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:23.762088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ba2433-5206-40ab-8dfd-146f5cdfb6f6,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:23.773778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:23.783428 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-0b7af360-e77b-4539-9fdb-31e77f5b1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:23.785005 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-0b7af360-e77b-4539-9fdb-31e77f5b1386 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.3284383 Feb 18 04:32:23.786179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:23.787328 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db505b07-da13-4ebb-89d7-299f3cc3a71a req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5805829 Feb 18 04:32:23.903672 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-51e09685-d981-4efe-b993-3eb354a2bc04 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups/e7718a51-eecb-4c5d-a21a-8269fdf544a8 HTTP/1.1" status: 200 len: 2407 time: 0.0658064 Feb 18 04:32:23.914927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374324e0-5257-49dc-bc6a-52d052fabb26 req-45668c2b-8af6-4ef6-85b3-612c7a316df9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:23.917244 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-374324e0-5257-49dc-bc6a-52d052fabb26 req-45668c2b-8af6-4ef6-85b3-612c7a316df9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.0957966 Feb 18 04:32:23.925444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7718a51-eecb-4c5d-a21a-8269fdf544a8', 'remote_group_id': None}]} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:23.925796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7718a51-eecb-4c5d-a21a-8269fdf544a8', 'remote_group_id': None}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:23.933007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-c4147098-947a-4aa4-ae7b-6f3e533afad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:23.934581 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-c4147098-947a-4aa4-ae7b-6f3e533afad5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1374984 Feb 18 04:32:23.935595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:23.939761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Usage tracker for resource:security_group_rule and tenant:94b9e3836154494292b685f871193a3d is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:23.942798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:23.950265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:23.967358 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-374324e0-5257-49dc-bc6a-52d052fabb26 req-a4d264ed-2dd0-48da-a7eb-7b86f21308c9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Feb 18 04:32:24.136300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:24.140373 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-b734f507-f011-47b9-8f51-842fe35745a9 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914570 Feb 18 04:32:24.186514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:24.221216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 831707a8-2b13-42e1-af69-e5d4c3253d53 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:32:24.238280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:24.249625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-78bd2e32-2599-4daa-8926-34cb63ebe384 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:24.284290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a737d7-83de-4a28-a234-2470c49fce5a,revision_number=0']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:24.288682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:24.293766 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 831707a8-2b13-42e1-af69-e5d4c3253d53 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:24.294190 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:24.307698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:24.308961 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-004569a7-ec76-4b1a-9a0c-18e0613bd616 req-6bf8b8f1-70b2-4337-a452-9b21177e59d6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3912947 Feb 18 04:32:24.341078 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-48ca1df2-2098-436c-8a8e-57e3b8087497 req-ed4ed95c-dbad-45e8-ad9b-150944b8a56e service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1816483 Feb 18 04:32:24.446509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-cec61fad-2b1b-454a-a3d5-a072280742e6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:32:24.460298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-cec61fad-2b1b-454a-a3d5-a072280742e6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:32:24.462166 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-cec61fad-2b1b-454a-a3d5-a072280742e6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1631824608&fields=id&tenant_id=94b9e3836154494292b685f871193a3d HTTP/1.1" status: 200 len: 267 time: 0.0567174 Feb 18 04:32:24.554353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-6f712db6-be28-438f-b5b3-1523a18a9b5c tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:24.556369 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-6f712db6-be28-438f-b5b3-1523a18a9b5c tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0881083 Feb 18 04:32:24.567905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'port': {'security_groups': ['dacb2b1f-e0e5-4050-853d-7644f1a46239', 'e7718a51-eecb-4c5d-a21a-8269fdf544a8']}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:24.911940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:25.235256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:32:25.261803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:25.265394 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:25.279761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:25.436072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=5']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:25.440741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:25.480350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:25.481043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:25.482497 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9300b154-a7c4-40ef-8636-71e9d231e47d req-7f50f3b6-7a27-44ec-a4bf-04d2f8293158 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "PUT /v2.0/ports/fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 981 time: 0.9193995 Feb 18 04:32:25.483050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:25.562810 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'status': 'completed', 'code': 200} Feb 18 04:32:25.676022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-2ec7dda0-7f43-493b-820a-7db05ff097b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:25.677812 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-2ec7dda0-7f43-493b-820a-7db05ff097b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1202 time: 0.0972581 Feb 18 04:32:25.699520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecf1a1-ffcc-4440-b1ab-27ce9099efb2 req-d75a12bc-e4b1-4e6a-a265-852ab5c07dac tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:25.701157 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f9ecf1a1-ffcc-4440-b1ab-27ce9099efb2 req-d75a12bc-e4b1-4e6a-a265-852ab5c07dac tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.1039104 Feb 18 04:32:25.756490 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-b1bf4102-001f-4192-b5dd-17fb2979801c None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:25.757033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4102-001f-4192-b5dd-17fb2979801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:25.771095 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f9ecf1a1-ffcc-4440-b1ab-27ce9099efb2 req-3659bf75-a914-4fea-ada8-f3ee1f14cf78 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0622311 Feb 18 04:32:25.857115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-cca94d6f-b93c-40a8-8a53-d36c1a15d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:25.860318 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-cca94d6f-b93c-40a8-8a53-d36c1a15d7d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.1757641 Feb 18 04:32:25.980930 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-261d02ce-2239-4cb0-97ad-6b2843a2582b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 1000 time: 0.1108944 Feb 18 04:32:26.049508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-0d3301f0-5622-4047-9d76-a532bb5f7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:26.051108 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-0d3301f0-5622-4047-9d76-a532bb5f7c25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.0636342 Feb 18 04:32:26.136110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-d3bd5525-b9a7-4964-a849-d6e66d9c5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:26.137678 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-d3bd5525-b9a7-4964-a849-d6e66d9c5c90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793006 Feb 18 04:32:26.278959 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-8676b8c7-280b-4017-bd3e-1fb0ac6de045 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340246 Feb 18 04:32:26.395457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device fd13d3fd-4dc8-4216-829d-69cc40d26da7 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:32:26.427845 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-49bf2567-6036-4d1b-b285-f1abdc94032d req-1340ea26-c71d-4425-8a02-539eecf20ed6 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1333187 Feb 18 04:32:26.466212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:26.466625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:27.562348 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f6a07583-0021-4fdc-b4fa-6dc2f45fa937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:29.779453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbf9-11cd-4253-a5e2-6752eb5025de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:30.203595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:31.502669 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:31.894098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:32.244086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d87ed2-afb3-4bd0-9109-969ab09eefe7 req-13476cbf-51af-4e9e-85a5-817368acf950 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:32.245640 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66d87ed2-afb3-4bd0-9109-969ab09eefe7 req-13476cbf-51af-4e9e-85a5-817368acf950 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0844183 Feb 18 04:32:32.294399 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66d87ed2-afb3-4bd0-9109-969ab09eefe7 req-3a1cfaa8-8a5d-4008-8dde-a9381caaf683 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 Feb 18 04:32:33.507014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03082e10-3028-4ee3-a95c-dc26d035fc3f req-6b665346-c910-4a46-8e7c-610710268519 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:33.508673 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-03082e10-3028-4ee3-a95c-dc26d035fc3f req-6b665346-c910-4a46-8e7c-610710268519 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0852740 Feb 18 04:32:33.559182 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-03082e10-3028-4ee3-a95c-dc26d035fc3f req-b3acd91b-5c27-422c-85e1-8866aaf60ff6 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Feb 18 04:32:34.207734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device eb59a7ee-dc78-44c6-8b9a-63a19460a38c no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:32:34.280723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-e30d4984-1b7d-4bc3-b439-d6f51a4eadeb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:34.282299 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-e30d4984-1b7d-4bc3-b439-d6f51a4eadeb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 945 time: 0.0856547 Feb 18 04:32:34.332030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:34.360846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Deleting port eb59a7ee-dc78-44c6-8b9a-63a19460a38c {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:32:34.361075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:34.361294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:34.372138 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:32:34.379689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:34.382401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:34.432995 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'code': 200} Feb 18 04:32:34.466848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=7']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:34.470861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:34.626097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] For port eb59a7ee-dc78-44c6-8b9a-63a19460a38c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:32:34.626606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:34.958488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7866d-be28-4c92-8917-5f06e275642c req-4178ec35-84fe-4b0c-9464-01b0e6a8d940 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:34.960112 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7cc7866d-be28-4c92-8917-5f06e275642c req-4178ec35-84fe-4b0c-9464-01b0e6a8d940 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 943 time: 0.2639120 Feb 18 04:32:35.042706 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7cc7866d-be28-4c92-8917-5f06e275642c req-af4e70f6-307c-4657-a84d-9ee975d2dfdb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2cd0933-570b-4dee-8394-01bf08911f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727255 Feb 18 04:32:35.044409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:35.044819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:35.045166 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Floating IP dea012d6-1dca-4ac4-b00f-47825f7d4d1a disassociated. External IP: 172.28.0.138, port: eb59a7ee-dc78-44c6-8b9a-63a19460a38c. Feb 18 04:32:35.045565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Calling delete_port for eb59a7ee-dc78-44c6-8b9a-63a19460a38c owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:32:35.189540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:35.206984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f821a0df-190d-46f1-8146-22937b0654a5 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:35.296251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event deleted for resources: {'Port': ['ID=eb59a7ee-dc78-44c6-8b9a-63a19460a38c,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:35.306613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:35.562289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:32:35.991861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:32:36.001569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] Sync routers for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:32:36.011516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:32:36.012273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:32:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:36.030222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] No DVR routers for this DVR port eb59a7ee-dc78-44c6-8b9a-63a19460a38c on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:32:36.032573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:36.037210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-deleted', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:36.062872 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bdd5c69a-1be9-4e25-ab8a-0fd2ebe97e89 req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "DELETE /v2.0/ports/eb59a7ee-dc78-44c6-8b9a-63a19460a38c HTTP/1.1" status: 204 len: 173 time: 1.7732410 Feb 18 04:32:36.201345 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd881cc55-5c32-44a2-97de-4d1d990a4172', 'name': 'network-vif-deleted', 'tag': 'eb59a7ee-dc78-44c6-8b9a-63a19460a38c', 'status': 'completed', 'code': 200} Feb 18 04:32:36.280078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-b5d04445-7198-4809-962f-a64a4c99b745 req-78bca8f1-4f4a-4ba2-b511-8294327dcf25 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:32:36.298789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-b5d04445-7198-4809-962f-a64a4c99b745 req-78bca8f1-4f4a-4ba2-b511-8294327dcf25 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:32:36.300271 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b5d04445-7198-4809-962f-a64a4c99b745 req-78bca8f1-4f4a-4ba2-b511-8294327dcf25 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=d881cc55-5c32-44a2-97de-4d1d990a4172 HTTP/1.1" status: 200 len: 210 time: 0.0752213 Feb 18 04:32:36.390534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:32:36.716012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:36.720025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] Checking router: 6403b3e2-162f-4dd4-9ba3-442dceafaec4 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:32:36.728878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:32:36.729520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:32:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:36.938429 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:32:37.276531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:37.281071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcc962-1e86-4c5d-9338-6f41436ea68e None None] The sync data for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb is: [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:32:37.447390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 44678) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:37.516369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:37.548022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:37.598880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:37.605387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-165c2ddc-d227-445a-8a34-2ae161b35af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:37.622152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd0933-570b-4dee-8394-01bf08911f69,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:37.628291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:37.630367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:37.635909 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44682) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:37.636202 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "DELETE /v2.0/security-groups/d2cd0933-570b-4dee-8394-01bf08911f69 HTTP/1.1" status: 204 len: 168 time: 0.1876934 Feb 18 04:32:37.655704 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.v2.resource [None req-1832d4f3-8ae3-4fbb-8e16-ac1dddd24605 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] show failed (client error): The resource could not be found. Feb 18 04:32:37.656757 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1832d4f3-8ae3-4fbb-8e16-ac1dddd24605 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups/d2cd0933-570b-4dee-8394-01bf08911f69 HTTP/1.1" status: 404 len: 347 time: 0.0197656 Feb 18 04:32:37.659739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44686) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:37.714933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41aa4b-0d10-4d33-90d1-df1d422988d4 None None] New status for floating IP dea012d6-1dca-4ac4-b00f-47825f7d4d1a: DOWN {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:32:37.834392 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Deleting port bd57fdb3-5ab8-47f5-95c1-5bf86bace648 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:32:37.834772 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:38.019387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:38.019688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:38.154338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Calling delete_port for bd57fdb3-5ab8-47f5-95c1-5bf86bace648 owned by network:floatingip {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:32:38.248087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83966) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:32:38.248460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:32:38.750083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Deleting port bd57fdb3-5ab8-47f5-95c1-5bf86bace648 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:32:38.750546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:38.933955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:38.934323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:39.064221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Calling delete_port for bd57fdb3-5ab8-47f5-95c1-5bf86bace648 owned by network:floatingip {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:32:39.204721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:39.220185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-272f3dbd-f3fe-46a7-9f7f-49b79c34fafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:39.320602 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event deleted for resources: {'Port': ['ID=bd57fdb3-5ab8-47f5-95c1-5bf86bace648,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:39.326041 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:39.438839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:39.456352 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:39.457567 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "DELETE /v2.0/floatingips/dea012d6-1dca-4ac4-b00f-47825f7d4d1a HTTP/1.1" status: 204 len: 168 time: 1.7967629 Feb 18 04:32:40.118557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44724) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:40.124417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600438201', 'description': 'tempest-description--96194202'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:40.130631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:40.135032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:40.143396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:40.149496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:40.158928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.179563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:40.183541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group_rule and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:40.186474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:40.192145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:40.263707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.266144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.271306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0035b004-5fa8-4bbb-bb61-29c023c3db6f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:40.314509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c57929-1898-49ca-98e8-6e4719328263,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:40.317442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.318733 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1990559 Feb 18 04:32:40.319746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:40.321862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44728) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:40.327904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'security_group_rule': {'security_group_id': '72c57929-1898-49ca-98e8-6e4719328263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:40.334139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:40.338222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group_rule and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:40.341305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:40.347133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:40.362653 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.424462 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.426908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.428983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:40.450619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b7db84-0933-4774-856b-295674c47ebf,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:40.454732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:40.461422 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.462691 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398501 Feb 18 04:32:40.465519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44732) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:40.470892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'security_group_rule': {'security_group_id': '72c57929-1898-49ca-98e8-6e4719328263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:40.476710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:40.480774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:security_group_rule and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:40.483744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:40.489471 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:40.508529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.571992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.575116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.577185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:40.599775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe29eae-1251-409f-bbf6-a720f81e4016,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:40.602238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:40.608699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.610000 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7bd813b8-18ea-49d9-a43b-baea42e10d23 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435022 Feb 18 04:32:40.613275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44736) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:40.618886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'floatingip': {'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:40.624984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:40.628916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Usage tracker for resource:floatingip and tenant:46b6437102d74d99b2a1d884ca59405a is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:40.631965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:40.637738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:40.646917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:40.786619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:41.059900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Allocated IP 172.28.0.4 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/fcbf3ebb-b5dd-4be3-9bad-c576e664970f) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:32:41.214063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:41.243867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:41.258908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:41.391238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'Port': ['ID=fcbf3ebb-b5dd-4be3-9bad-c576e664970f,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:41.404014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:41.445744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:32:41.446870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:32:41.449567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:32:41.531649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:41.592463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.086173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.091297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.106033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 44748) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:42.110120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-08093c60-450d-4a52-af9d-365cb7992f1a tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:42.177026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Deleting subnet 9e76397e-5d72-4cc9-bdfe-612a977051e8 {{(pid=83967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:32:42.180084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.231939 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793877103'] for subnet, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.254204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'Port': ['ID=fcbf3ebb-b5dd-4be3-9bad-c576e664970f,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:42.270571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:42.292098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.364658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.387835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.389152 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7748961 Feb 18 04:32:42.583942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-5052cadf-f719-455b-a173-683c08f10e89 req-3f83a96a-2a9a-47d6-a830-41a9ecf1f1d3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:security_group {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:32:42.606216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793611279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61542012'] for subnet, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.620297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-5052cadf-f719-455b-a173-683c08f10e89 req-3f83a96a-2a9a-47d6-a830-41a9ecf1f1d3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:security_group {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:32:42.622012 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-3f83a96a-2a9a-47d6-a830-41a9ecf1f1d3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1600438201&fields=id&tenant_id=46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 267 time: 0.1012571 Feb 18 04:32:42.625092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f58e970f-8f17-4d83-b38b-d0d9fd5c4245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:42.743530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e76397e-5d72-4cc9-bdfe-612a977051e8,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:42.802837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:42.883563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:42.902963 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f4ea4f13-8a0c-43a2-9292-8e105b6c9e17 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9e76397e-5d72-4cc9-bdfe-612a977051e8 HTTP/1.1" status: 204 len: 168 time: 0.7957807 Feb 18 04:32:42.905794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44764) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:42.912848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-4c439764-6d9f-4384-92d7-73e7a5389015 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:42.914392 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-4c439764-6d9f-4384-92d7-73e7a5389015 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 817 time: 0.2583334 Feb 18 04:32:42.930178 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-a732c655-13dd-4c74-9f02-abf7b4a4132e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/quotas/46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 375 time: 0.0097108 Feb 18 04:32:43.023801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:43.025374 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-0a3b66f7-6942-47f6-b3d5-c8b313e8a595 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895264 Feb 18 04:32:43.176050 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-7d04d8d7-b9da-4fd9-b6d8-f6dd0ad11dfb service neutron] 10.222.0.58 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372349 Feb 18 04:32:43.218254 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:43.318696 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-f26bf9f3-df44-4642-abf8-ed6ca8a5123e service neutron] 10.222.0.58 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359546 Feb 18 04:32:43.329517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20ef78a-b564-40ba-be49-a16971bc5547']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:43.346899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e889dccd-d116-43f1-a303-0a5d8a90cfc6') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:43.347266 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e889dccd-d116-43f1-a303-0a5d8a90cfc6') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:43.360003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:43.375176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:43.377344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:32:43.592516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-950de095-b4be-480a-ad57-0c525741fa23 req-82180e81-b9e5-4720-8038-3753be6a816d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:32:43.610565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Network a20ef78a-b564-40ba-be49-a16971bc5547 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:32:43.627452 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:43.708227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-950de095-b4be-480a-ad57-0c525741fa23 req-82180e81-b9e5-4720-8038-3753be6a816d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:32:43.709509 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-950de095-b4be-480a-ad57-0c525741fa23 req-82180e81-b9e5-4720-8038-3753be6a816d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 210 time: 0.2310410 Feb 18 04:32:43.817858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Network a20ef78a-b564-40ba-be49-a16971bc5547 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:32:43.841516 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:32:43.921203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:43.924859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:43.939116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:43.950585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20ef78a-b564-40ba-be49-a16971bc5547,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:43.953910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:43.958907 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d06d90b7-749a-4011-b230-4a460732d6d7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a20ef78a-b564-40ba-be49-a16971bc5547 HTTP/1.1" status: 204 len: 168 time: 1.0518999 Feb 18 04:32:44.079220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 44784) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:44.133807 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5ff4844e-74a1-45bf-bbb1-66570a12b7ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba7e99a282c94327964217aac0365791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508261 Feb 18 04:32:44.134110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 44788) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:44.195567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:44.222559 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:44.270248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:44.275187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-37af6a20-e4e7-43c2-9dbe-7712cb291620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:44.289700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e9a58-24bf-4817-96f2-c2544da83206,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:44.295146 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:44.297144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:44.300962 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a4e9a58-24bf-4817-96f2-c2544da83206 HTTP/1.1" status: 204 len: 168 time: 0.1632230 Feb 18 04:32:44.900658 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71cccef3-6252-44e3-baaf-d941472a0e1f req-f6bcc58b-1e5b-4d96-85af-2d7fe7ed7a64 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 210 time: 0.0532353 Feb 18 04:32:44.909530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-e22ecf24-5d9c-4b5b-97c5-64d77bfb3cc8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:44.911103 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-e22ecf24-5d9c-4b5b-97c5-64d77bfb3cc8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 817 time: 0.2324736 Feb 18 04:32:44.993783 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-ed0bfc11-7c11-4011-b197-78ad64c898ab tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 5703 time: 0.0734768 Feb 18 04:32:45.008089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'port': {'device_id': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'admin_state_up': True, 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'security_groups': ['72c57929-1898-49ca-98e8-6e4719328263']}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:45.153442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:45.163183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:45.172584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Made reservation on behalf of 46b6437102d74d99b2a1d884ca59405a for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:32:45.178135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:45.489001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Allocated IP 172.20.0.10 (1af173d1-cdb5-4a37-8593-04cf9a426fc3/b60863a4-2a9a-4107-b2b9-997f0cb691e3/dda22d46-b0ca-49db-a80d-81dc006063c3) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:32:45.695516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:45.712897 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Transition to ACTIVE for port object dda22d46-b0ca-49db-a80d-81dc006063c3 will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:32:45.735643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:45.754251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-eeea649f-3af5-4ed1-9d0e-540493980441 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:45.889753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event updated for resources: {'Port': ['ID=dda22d46-b0ca-49db-a80d-81dc006063c3,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:45.893234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:45.949987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:32:45.951158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:32:45.953543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:32:46.020482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:46.021163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:46.055428 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0513806 Feb 18 04:32:46.072696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Request body: {'port': {'device_id': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:46.118195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ee56f-a4e6-4c8d-97e6-403bdd261470 req-b324ee0c-668f-418d-a735-e74680e730be tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:46.120004 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d30ee56f-a4e6-4c8d-97e6-403bdd261470 req-b324ee0c-668f-418d-a735-e74680e730be tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 932 time: 0.0910139 Feb 18 04:32:46.171200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d30ee56f-a4e6-4c8d-97e6-403bdd261470 req-76d69dca-e4f1-4f0b-bf8e-1a029c091b41 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:32:46.183846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-d30ee56f-a4e6-4c8d-97e6-403bdd261470 req-76d69dca-e4f1-4f0b-bf8e-1a029c091b41 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:32:46.185044 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d30ee56f-a4e6-4c8d-97e6-403bdd261470 req-76d69dca-e4f1-4f0b-bf8e-1a029c091b41 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581806 Feb 18 04:32:46.195407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:46.216849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-fdc8148b-56e1-4397-a495-e9d14cde1f12 None None] Provisioning for port dda22d46-b0ca-49db-a80d-81dc006063c3 completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:32:46.221842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-fdc8148b-56e1-4397-a495-e9d14cde1f12 None None] Provisioning complete for port dda22d46-b0ca-49db-a80d-81dc006063c3 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:46.222343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fdc8148b-56e1-4397-a495-e9d14cde1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:46.282380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8148b-56e1-4397-a495-e9d14cde1f12 None None] Port dda22d46-b0ca-49db-a80d-81dc006063c3 cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:32:46.604025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda22d46-b0ca-49db-a80d-81dc006063c3 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:32:46.612209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:46.624143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Transition to ACTIVE for port object dda22d46-b0ca-49db-a80d-81dc006063c3 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:32:46.626705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:46.645329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5df1a765-af87-4dbd-9fc0-99718d599d01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:46.785913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Pushing event updated for resources: {'Port': ['ID=dda22d46-b0ca-49db-a80d-81dc006063c3,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:46.791006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:46.969181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Attempting to bind port dda22d46-b0ca-49db-a80d-81dc006063c3 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:32:46.969728 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Attempting to bind port dda22d46-b0ca-49db-a80d-81dc006063c3 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:32:46.969981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Attempting to bind port dda22d46-b0ca-49db-a80d-81dc006063c3 on network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:32:46.975875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:32:46.976245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Checking segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:32:46.976646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:46.977038 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Bound using segment: {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:32:46.977506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Bound port: dda22d46-b0ca-49db-a80d-81dc006063c3, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133cc87a-c11a-417e-a410-e652b22b81c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:32:46.977875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:47.077653 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] For port dda22d46-b0ca-49db-a80d-81dc006063c3, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:32:47.080710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] For port dda22d46-b0ca-49db-a80d-81dc006063c3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=dda22d46-b0ca-49db-a80d-81dc006063c3,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:32:47.083569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:47.098122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:47.248354 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Pushing event updated for resources: {'Port': ['ID=dda22d46-b0ca-49db-a80d-81dc006063c3,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:47.253853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:47.283616 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:47.284288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:47.285840 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] 10.222.0.23 "PUT /v2.0/ports/dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 200 len: 1158 time: 1.2180891 Feb 18 04:32:47.286360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:47.347981 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'status': 'completed', 'code': 200} Feb 18 04:32:47.463691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:32:47.698247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1428-5a96-489c-8dd3-cd53ed18c210 req-ccac70b2-d6a8-48a9-a3d3-030b074c193d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:47.699553 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f14f1428-5a96-489c-8dd3-cd53ed18c210 req-ccac70b2-d6a8-48a9-a3d3-030b074c193d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Synchronizing usage tracker for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:32:47.705191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-ce770c16-4833-4386-a00d-f81753d15dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:47.706732 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-ce770c16-4833-4386-a00d-f81753d15dbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1161 time: 0.3579571 Feb 18 04:32:47.784380 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-147e8bbb-0fb7-431a-b2ee-5c126f00d33f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 200 len: 217 time: 0.0667465 Feb 18 04:32:47.784990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-f14f1428-5a96-489c-8dd3-cd53ed18c210 req-ccac70b2-d6a8-48a9-a3d3-030b074c193d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Unset dirty status for tenant:46b6437102d74d99b2a1d884ca59405a on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:32:47.786170 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f14f1428-5a96-489c-8dd3-cd53ed18c210 req-ccac70b2-d6a8-48a9-a3d3-030b074c193d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.4767163 Feb 18 04:32:47.891018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-c96f2044-beec-4665-8397-af024f1c9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:47.892609 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-c96f2044-beec-4665-8397-af024f1c9892 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.1015589 Feb 18 04:32:47.895694 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f14f1428-5a96-489c-8dd3-cd53ed18c210 req-27d253ff-4443-4c13-899a-47f3c28c0149 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695446 Feb 18 04:32:47.978558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cadf-f719-455b-a173-683c08f10e89 req-6e4fdbde-23df-49ab-8715-a6f155333fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:47.980213 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-6e4fdbde-23df-49ab-8715-a6f155333fce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762191 Feb 18 04:32:48.124558 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-85d04f34-0226-4b89-9882-65b3bfe9ba7d service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375275 Feb 18 04:32:48.267320 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5052cadf-f719-455b-a173-683c08f10e89 req-96fb1b6d-f4ac-4520-b0e0-60d411dfaa2f service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352978 Feb 18 04:32:48.390774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-ba911879-8c20-43b0-ac29-071e7a2140a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:48.392498 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-ba911879-8c20-43b0-ac29-071e7a2140a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1161 time: 0.0789912 Feb 18 04:32:48.531822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-ce69e8dd-d73d-4abb-a300-1cecc21fa357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:48.533309 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-ce69e8dd-d73d-4abb-a300-1cecc21fa357 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.1343524 Feb 18 04:32:48.608631 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-ac219618-8ca8-4ec3-b85a-3549014d28a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 200 len: 217 time: 0.0682056 Feb 18 04:32:48.675435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-27b14d03-df52-48a6-8f66-07b946a18eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:48.676908 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-27b14d03-df52-48a6-8f66-07b946a18eef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.0621557 Feb 18 04:32:48.763282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-3087af5b-5e32-4a5d-9805-9d7c7f112281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:48.764880 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-3087af5b-5e32-4a5d-9805-9d7c7f112281 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804672 Feb 18 04:32:48.910706 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-22921f0c-6b9e-4f69-9677-e4eb47e40484 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354289 Feb 18 04:32:49.053106 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9a0615b-debf-4bd4-837e-08643dc95d70 req-7e868386-1bdc-4559-aed7-fc548b09d3ec service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347911 Feb 18 04:32:49.100017 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64143b-acf1-44f6-8191-fe0f54ecb24e req-d92595a9-cb0d-4728-a3f1-fe1d87ec8162 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:49.101633 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5e64143b-acf1-44f6-8191-fe0f54ecb24e req-d92595a9-cb0d-4728-a3f1-fe1d87ec8162 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0861857 Feb 18 04:32:49.148786 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5e64143b-acf1-44f6-8191-fe0f54ecb24e req-b069a1d2-34f0-4720-8a54-98ff4c505312 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Feb 18 04:32:50.349496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551198-6bd1-4605-9a8d-575ba94bebd5 req-4debf5ae-34e5-4042-b083-83e6d1098c29 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:50.351087 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40551198-6bd1-4605-9a8d-575ba94bebd5 req-4debf5ae-34e5-4042-b083-83e6d1098c29 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0848036 Feb 18 04:32:50.402080 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40551198-6bd1-4605-9a8d-575ba94bebd5 req-4b97b234-2ef9-466a-8fc3-91d7c7013ccd tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Feb 18 04:32:51.612373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5ebd6-73ca-4454-b785-240b0813bb11 req-43e6fa58-a40e-4485-b1ac-e2135f59b7eb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:51.613977 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b4c5ebd6-73ca-4454-b785-240b0813bb11 req-43e6fa58-a40e-4485-b1ac-e2135f59b7eb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0927019 Feb 18 04:32:51.660341 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b4c5ebd6-73ca-4454-b785-240b0813bb11 req-5cb07001-5e23-460d-a1eb-3c5eb54b4eb2 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398507 Feb 18 04:32:52.101626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:52.863438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065d0d5-0e1c-4443-bf5f-6bb5b76a0c84 req-44bc977f-6918-4c9a-93fa-2569b7b0621d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:52.865035 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d065d0d5-0e1c-4443-bf5f-6bb5b76a0c84 req-44bc977f-6918-4c9a-93fa-2569b7b0621d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0879686 Feb 18 04:32:52.925091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device dda22d46-b0ca-49db-a80d-81dc006063c3 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:32:52.963344 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d065d0d5-0e1c-4443-bf5f-6bb5b76a0c84 req-6a5e43b3-0e39-4744-962a-cdbb351e5f54 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562007 Feb 18 04:32:52.985145 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-837b01f2-701f-4d55-9f73-0f54bee0385f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1162107 Feb 18 04:32:53.001047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port dda22d46-b0ca-49db-a80d-81dc006063c3 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:32:53.005917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port dda22d46-b0ca-49db-a80d-81dc006063c3 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:53.006339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:53.132172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:53.135606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573b508-897f-4d2a-9457-164b084ddc76 req-43312693-28ff-4c81-bb49-64cc34ca65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:53.137232 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-43312693-28ff-4c81-bb49-64cc34ca65bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 1162 time: 0.0780990 Feb 18 04:32:53.161723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:53.172700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port dda22d46-b0ca-49db-a80d-81dc006063c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=dda22d46-b0ca-49db-a80d-81dc006063c3,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:32:53.175883 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:53.179097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:53.257681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=dda22d46-b0ca-49db-a80d-81dc006063c3,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:53.266077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.266469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.266850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.267227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.267687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.268059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.268428 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.268795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.269162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.269621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.269997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.270364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.270769 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.271137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.271529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.271893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.272258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.272741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.273104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.273465 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.273907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.274180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.275022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.275022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:32:53.280067 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:53.306504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573b508-897f-4d2a-9457-164b084ddc76 req-4e67a280-07f2-4109-a061-117ad4496a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:53.308137 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-4e67a280-07f2-4109-a061-117ad4496a02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.1519258 Feb 18 04:32:53.355424 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'code': 200} Feb 18 04:32:53.427290 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-f5fbc7d7-ea8d-4ead-a564-fe76a99d1f46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 200 len: 999 time: 0.1116273 Feb 18 04:32:53.495970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573b508-897f-4d2a-9457-164b084ddc76 req-c89b88db-88f3-481f-93f0-aac484bd3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:53.497854 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-c89b88db-88f3-481f-93f0-aac484bd3bce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.0642776 Feb 18 04:32:53.644215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573b508-897f-4d2a-9457-164b084ddc76 req-f9bfd691-7782-47dd-8596-cbce16b4b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:53.645831 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-f9bfd691-7782-47dd-8596-cbce16b4b909 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1414006 Feb 18 04:32:53.648812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788191e2-91ed-4091-a0ec-4704af3c3e2e req-8d32cfb6-e5fc-415c-aaad-0970c53b779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:53.650262 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-788191e2-91ed-4091-a0ec-4704af3c3e2e req-8d32cfb6-e5fc-415c-aaad-0970c53b779e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1163 time: 0.1042938 Feb 18 04:32:53.784786 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-788191e2-91ed-4091-a0ec-4704af3c3e2e req-6eeea667-9e0b-4561-b9f0-a676c0f53895 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249928 Feb 18 04:32:53.826698 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-c65078db-82e0-43e8-9fa5-29ba8348e66d service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681199 Feb 18 04:32:54.253117 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5573b508-897f-4d2a-9457-164b084ddc76 req-97799230-78f5-434d-9515-bb90ca883aa3 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1991937 Feb 18 04:32:54.269005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf4a7-9da1-4559-856a-107be7d69638 req-2352fc28-04fa-4bad-a9e7-0507ba6412fa tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:54.270516 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c0fbf4a7-9da1-4559-856a-107be7d69638 req-2352fc28-04fa-4bad-a9e7-0507ba6412fa tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1874170 Feb 18 04:32:54.320090 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c0fbf4a7-9da1-4559-856a-107be7d69638 req-aa6df542-07d9-477b-b791-09a1f589d90e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 Feb 18 04:32:54.332561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device dda22d46-b0ca-49db-a80d-81dc006063c3 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:32:54.405537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port dda22d46-b0ca-49db-a80d-81dc006063c3 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:32:54.405960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:55.524756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eec7d-f6dc-4b93-9e28-c9550b11873b req-311ba9dc-bff0-44cd-b4e2-0d4485184d83 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:55.526271 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-746eec7d-f6dc-4b93-9e28-c9550b11873b req-311ba9dc-bff0-44cd-b4e2-0d4485184d83 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0859082 Feb 18 04:32:55.573833 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-746eec7d-f6dc-4b93-9e28-c9550b11873b req-88d468e4-58b1-4c9c-8a86-6bf69daac332 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Feb 18 04:32:55.766453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b7ea-1d8f-45b9-adc4-7c5d90178d89 req-4e863fda-c95d-4b47-bb56-efb6895380f8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:55.768097 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7bb4b7ea-1d8f-45b9-adc4-7c5d90178d89 req-4e863fda-c95d-4b47-bb56-efb6895380f8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0848231 Feb 18 04:32:55.777923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 44936) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:55.783668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Request body: {'floatingip': {'port_id': 'dda22d46-b0ca-49db-a80d-81dc006063c3'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:32:55.865943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.446968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44946) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:56.495134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.498583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.571525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.591576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:32:56.596463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Usage tracker for resource:security_group_rule and tenant:b477c8b131344772886abe2b3de2ecff is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:32:56.599425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:32:56.605187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:32:56.695514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.701325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.709466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-36ae455c-f05b-4920-97ea-cadd399f0bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:56.757213 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b477c8b131344772886abe2b3de2ecff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089731 Feb 18 04:32:56.758223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4674f30d-bb88-47ac-8f55-66fa6d852061,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:56.760905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 44952) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:32:56.793682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:56.843458 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.872768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.917550 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Floating IP b28f680f-4027-4920-a3ce-1a1bdf3851da associated. External IP: 172.28.0.4, port: dda22d46-b0ca-49db-a80d-81dc006063c3. Feb 18 04:32:56.921658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.926832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7ef077e3-ea7a-4ba6-a8d0-24fd3b1f1076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:32:56.941916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4674f30d-bb88-47ac-8f55-66fa6d852061,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:32:56.945713 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:32:56.948976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:56.950746 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4674f30d-bb88-47ac-8f55-66fa6d852061 HTTP/1.1" status: 204 len: 168 time: 0.1888356 Feb 18 04:32:57.295594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:32:57.490068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:32:57.494780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:57.500412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] Sync routers for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:32:57.510773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:32:57.511479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:32:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:57.556304 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-425d7383-f9e3-4951-afae-c3eb26aa72bf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "PUT /v2.0/floatingips/b28f680f-4027-4920-a3ce-1a1bdf3851da HTTP/1.1" status: 200 len: 990 time: 1.7742732 Feb 18 04:32:57.556304 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:32:57.619348 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e155b898-a26a-4930-9bdd-69a00100c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:32:57.626509 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'status': 'completed', 'code': 200} Feb 18 04:32:57.748775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:32:57.749914 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-cca854a9-3404-4de0-b7b6-4cd138a7f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:57.751707 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-cca854a9-3404-4de0-b7b6-4cd138a7f414 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1163 time: 0.1033206 Feb 18 04:32:57.900879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-dcb88094-7e4a-4cd5-82f1-43ba2dcfca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:57.902493 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-dcb88094-7e4a-4cd5-82f1-43ba2dcfca80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.1445422 Feb 18 04:32:58.016847 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-6ee247f1-26a2-4257-b9ab-d04326ba6eb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 200 len: 998 time: 0.1066380 Feb 18 04:32:58.091332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-58836fb3-b86b-4a0a-bdd9-7468a5203018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:58.093053 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-58836fb3-b86b-4a0a-bdd9-7468a5203018 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.0692685 Feb 18 04:32:58.130075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'b28f680f-4027-4920-a3ce-1a1bdf3851da', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'floating_ip_address': '172.28.0.4', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'port_id': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'mac_address': 'fa:16:3e:68:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:32:41Z', 'updated_at': '2021-02-18T04:32:56Z', 'revision_number': 1, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:58.134234 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] Checking router: 6403b3e2-162f-4dd4-9ba3-442dceafaec4 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:32:58.143652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:32:58.144415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:32:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:58.178565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-d9a99fa0-7241-484f-b2f4-70154be1fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:32:58.180484 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-d9a99fa0-7241-484f-b2f4-70154be1fe89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795612 Feb 18 04:32:58.340556 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-d8b1e583-3b77-45de-ba00-2cfdf1c8e43f service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521671 Feb 18 04:32:58.489815 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3a45e71-905e-4a02-b3e1-7cf41f636e8c req-a5ffa3cd-d8d2-45aa-a365-53d522815051 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412966 Feb 18 04:32:58.531015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:32:58.894445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'b28f680f-4027-4920-a3ce-1a1bdf3851da', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'floating_ip_address': '172.28.0.4', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'port_id': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'mac_address': 'fa:16:3e:68:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:32:41Z', 'updated_at': '2021-02-18T04:32:56Z', 'revision_number': 1, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:32:58.899227 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45e91a-d030-4dc2-8424-0472e610c595 None None] The sync data for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb is: [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'b28f680f-4027-4920-a3ce-1a1bdf3851da', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'floating_ip_address': '172.28.0.4', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'port_id': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'mac_address': 'fa:16:3e:68:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:32:41Z', 'updated_at': '2021-02-18T04:32:56Z', 'revision_number': 1, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:32:59.169990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65427f89-be69-4a72-ba18-394c77b4430c None None] New status for floating IP b28f680f-4027-4920-a3ce-1a1bdf3851da: ACTIVE {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:32:59.798251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-55847807-08f9-4356-95bf-1748320932d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:00.201217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:01.505376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:01.893143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:03.698610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45036) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:03.820749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:03.836211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:33:03.840851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Usage tracker for resource:security_group_rule and tenant:acc2bf8b4ab2416da17ed1eb0daa435f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:33:03.843767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:33:03.849468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:33:03.932293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:03.935287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:03.943899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-92b20997-058c-4a09-a28e-86737f11320f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:03.985392 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acc2bf8b4ab2416da17ed1eb0daa435f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856450 Feb 18 04:33:03.987071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db0c376-3fda-4046-9296-97b73917517e,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:03.988391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 45042) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:03.990655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:04.055839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:04.083404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:04.127369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:04.132197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:04.143134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db0c376-3fda-4046-9296-97b73917517e,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:04.147902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:04.149876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:04.151073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9db0c376-3fda-4046-9296-97b73917517e HTTP/1.1" status: 204 len: 168 time: 0.1605406 Feb 18 04:33:20.827159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7a404-5aee-41cb-8639-4154207afc1c req-08e5ff73-b221-4fce-aa65-dc423c8e1b29 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:20.828775 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cfa7a404-5aee-41cb-8639-4154207afc1c req-08e5ff73-b221-4fce-aa65-dc423c8e1b29 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0921643 Feb 18 04:33:20.875481 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cfa7a404-5aee-41cb-8639-4154207afc1c req-76b61006-63b3-4c4d-a9ef-14d422ebd63b tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0403626 Feb 18 04:33:22.071684 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d199d-6ef6-4cf3-9e28-fada37d600f8 req-d42bbd2c-96bb-435d-a3c2-3a729e73374e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:22.073343 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-823d199d-6ef6-4cf3-9e28-fada37d600f8 req-d42bbd2c-96bb-435d-a3c2-3a729e73374e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0852237 Feb 18 04:33:22.108903 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:22.124135 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-823d199d-6ef6-4cf3-9e28-fada37d600f8 req-29f90eb2-a921-4607-a730-ce1bb39c3a7d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0439184 Feb 18 04:33:23.326029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75932f-e532-45aa-8258-b6fdca8d07d0 req-b34f4296-e842-4c5c-b720-8f02ee679564 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:23.327665 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0c75932f-e532-45aa-8258-b6fdca8d07d0 req-b34f4296-e842-4c5c-b720-8f02ee679564 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0887733 Feb 18 04:33:23.374599 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0c75932f-e532-45aa-8258-b6fdca8d07d0 req-1da0fa4d-bcf3-49a5-b879-4226d25e0016 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0407672 Feb 18 04:33:24.463320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:33:24.572828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190102f6-5d2e-40aa-929c-938a515d24a6 req-f4d89905-c051-4a3a-aecd-ebde879a56c6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:24.574389 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-190102f6-5d2e-40aa-929c-938a515d24a6 req-f4d89905-c051-4a3a-aecd-ebde879a56c6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0884302 Feb 18 04:33:24.621104 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-190102f6-5d2e-40aa-929c-938a515d24a6 req-d97e7aa7-0431-41d3-ba41-a2003291766c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0398757 Feb 18 04:33:25.814944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1360f-f24d-41bf-aa55-f5f1d1945c96 req-d1f1f695-7a52-4519-acf8-5c70feacb30f tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:25.816572 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dde1360f-f24d-41bf-aa55-f5f1d1945c96 req-d1f1f695-7a52-4519-acf8-5c70feacb30f tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0842512 Feb 18 04:33:25.862505 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dde1360f-f24d-41bf-aa55-f5f1d1945c96 req-a9eb697f-746b-4202-8d6a-a0a8db246569 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0397663 Feb 18 04:33:26.921281 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-b62fbd67-48a5-43ad-92e9-454efb4f6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:26.922901 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-b62fbd67-48a5-43ad-92e9-454efb4f6c60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1202 time: 0.1488817 Feb 18 04:33:26.931047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0564e4e-87fe-4256-a127-8d621b316204 req-b6495fcc-cc17-4e80-b8f9-8ab3a9893cb7 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:26.932552 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0564e4e-87fe-4256-a127-8d621b316204 req-b6495fcc-cc17-4e80-b8f9-8ab3a9893cb7 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.1179197 Feb 18 04:33:27.064780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c65514-b7b7-4591-9434-28ac05c99a1e req-000c2a3b-2f27-4607-819d-c6efba12b213 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:27.066311 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40c65514-b7b7-4591-9434-28ac05c99a1e req-000c2a3b-2f27-4607-819d-c6efba12b213 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0902064 Feb 18 04:33:27.080081 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e0564e4e-87fe-4256-a127-8d621b316204 req-4d50e813-794e-4157-8403-4e534976cac8 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1254804 Feb 18 04:33:27.106317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-08819b6d-383b-46ee-985a-141ceecf3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:27.108002 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-08819b6d-383b-46ee-985a-141ceecf3547 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.1744866 Feb 18 04:33:27.115812 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40c65514-b7b7-4591-9434-28ac05c99a1e req-5cf597cc-8a0d-4c56-ab72-836e446cbe81 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0430996 Feb 18 04:33:27.220253 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-278a6bb4-43d0-43eb-98d2-1c16c342ec86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 1000 time: 0.1044347 Feb 18 04:33:27.287980 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-3a5aa498-4c48-45ac-a614-c51ad02b4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:27.289459 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-3a5aa498-4c48-45ac-a614-c51ad02b4df0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.0620871 Feb 18 04:33:27.373413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-253adad4-a5d6-4e25-bd1a-8e10e9333a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:27.374865 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-253adad4-a5d6-4e25-bd1a-8e10e9333a63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770051 Feb 18 04:33:27.516141 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-f4085f04-48da-47c7-85f6-0ab8583da7af service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319091 Feb 18 04:33:27.562696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-13eebef6-dbd8-41ab-b090-121383cd51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:27.656547 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3aaf80b8-9914-4949-840c-bfed4e3486f0 req-bcf4fe5f-b69d-4f1c-8774-a64dabed3138 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1320770 Feb 18 04:33:28.280753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925cadf-fa9f-4414-9624-7624bb39c9b5 req-10daea7e-631e-4f8a-815a-e01d295ba9cd tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:28.282379 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8925cadf-fa9f-4414-9624-7624bb39c9b5 req-10daea7e-631e-4f8a-815a-e01d295ba9cd tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0861385 Feb 18 04:33:28.316726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f2fa-5326-4082-8b62-dfd862607648 req-10b490a0-12d4-4131-8168-d2746e44c2e9 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:28.318322 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bf40f2fa-5326-4082-8b62-dfd862607648 req-10b490a0-12d4-4131-8168-d2746e44c2e9 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0858395 Feb 18 04:33:28.333014 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8925cadf-fa9f-4414-9624-7624bb39c9b5 req-9ff6f88f-1583-4b0f-b817-6aea206af280 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0440290 Feb 18 04:33:28.367120 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bf40f2fa-5326-4082-8b62-dfd862607648 req-d2f07fe4-ae20-4de7-b08c-b61b525310ac tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0423017 Feb 18 04:33:29.547117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa9684-8767-4222-82db-eed217f11b85 req-56ac107c-6a23-4ebc-a849-eeda9bc0a155 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:29.548727 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6caa9684-8767-4222-82db-eed217f11b85 req-56ac107c-6a23-4ebc-a849-eeda9bc0a155 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0903094 Feb 18 04:33:29.571456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03371a64-3ee1-487e-8106-8d9d020fc5bb req-5a7f788a-4b5a-49b8-8d63-ab3e77a76464 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:29.573070 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-03371a64-3ee1-487e-8106-8d9d020fc5bb req-5a7f788a-4b5a-49b8-8d63-ab3e77a76464 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0898099 Feb 18 04:33:29.599456 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6caa9684-8767-4222-82db-eed217f11b85 req-6583ef70-64b3-4886-97eb-d7b51fb3aa11 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0441163 Feb 18 04:33:29.622660 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-03371a64-3ee1-487e-8106-8d9d020fc5bb req-e6be6042-de73-4b60-93d0-469acbf3678d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0424922 Feb 18 04:33:29.799724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2c101931-c3c3-41df-acce-35e441f01749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:30.203685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:30.805089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf89e-70d9-47c2-b015-276e9f7a7ad2 req-28749357-1aa6-404d-8c7c-d481f02af3fc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:30.806712 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-687cf89e-70d9-47c2-b015-276e9f7a7ad2 req-28749357-1aa6-404d-8c7c-d481f02af3fc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0949500 Feb 18 04:33:30.826916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08828db-2ede-4e31-b48b-1e6550243c36 req-59df58f6-661d-43c0-977d-38d972f5fb9c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:30.828586 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c08828db-2ede-4e31-b48b-1e6550243c36 req-59df58f6-661d-43c0-977d-38d972f5fb9c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0903859 Feb 18 04:33:30.858492 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-687cf89e-70d9-47c2-b015-276e9f7a7ad2 req-001b6743-343c-4859-b9f0-25b76d54eaa9 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446951 Feb 18 04:33:31.165288 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c08828db-2ede-4e31-b48b-1e6550243c36 req-7e307695-08bf-4da6-847b-53c3886d9a17 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.3293781 Feb 18 04:33:31.187308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-82ccab45-b1a1-4999-a6d9-61535334c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:31.188905 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-82ccab45-b1a1-4999-a6d9-61535334c785 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.1015437 Feb 18 04:33:31.331607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-610b28c8-95bc-4be8-a443-ba7c84b9de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:31.333189 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-610b28c8-95bc-4be8-a443-ba7c84b9de1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.1374779 Feb 18 04:33:31.443611 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-ae629102-ec24-4dba-9b06-c024a286f680 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 1001 time: 0.1036925 Feb 18 04:33:31.508991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:31.516805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-c942af77-8430-4c23-8436-476d5f4b6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:31.518375 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-c942af77-8430-4c23-8436-476d5f4b6769 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.0669839 Feb 18 04:33:31.600529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-37a70ba5-19d0-48a8-b119-df084019fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:31.602742 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-37a70ba5-19d0-48a8-b119-df084019fcf6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774412 Feb 18 04:33:31.785688 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-25d23359-ea82-4a4c-8dba-080b9180e72d service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760826 Feb 18 04:33:31.898928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:31.932580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570f49-a4ad-4a3a-afeb-ef0a79935ca3 req-1e6e7042-55c1-49af-8016-872da0672d1d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:31.934175 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3a570f49-a4ad-4a3a-afeb-ef0a79935ca3 req-1e6e7042-55c1-49af-8016-872da0672d1d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1927171 Feb 18 04:33:31.980991 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4380b4e9-89c6-49d3-b050-0ec93376723e req-0d011b00-6a8f-4c63-8029-cea8f341113c service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1829975 Feb 18 04:33:32.002339 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3a570f49-a4ad-4a3a-afeb-ef0a79935ca3 req-ed9d511b-9f9c-477c-b1eb-7e64d7cb6cf9 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597281 Feb 18 04:33:32.065984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3d4ab-b6d3-46a4-8986-2ac620a29087 req-543ce944-965d-4b05-a898-af86f9c48f49 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:32.067590 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-47f3d4ab-b6d3-46a4-8986-2ac620a29087 req-543ce944-965d-4b05-a898-af86f9c48f49 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0879972 Feb 18 04:33:32.118820 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-47f3d4ab-b6d3-46a4-8986-2ac620a29087 req-9223ade9-326f-42fa-84af-508f41ec0019 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0447953 Feb 18 04:33:32.363782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ae70e-f283-430d-a833-31ab442be219 req-86ff7274-28d2-4711-a63b-1fa88794d55a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:32.365279 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b09ae70e-f283-430d-a833-31ab442be219 req-86ff7274-28d2-4711-a63b-1fa88794d55a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0889564 Feb 18 04:33:32.412182 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b09ae70e-f283-430d-a833-31ab442be219 req-edff414b-ef5e-4054-91bd-c407eef93d44 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0403261 Feb 18 04:33:33.256573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e2bd4-ec17-4976-879d-d1956df85ec0 req-da0ebdec-1779-4ce9-8893-27838e693c01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:33.258159 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-530e2bd4-ec17-4976-879d-d1956df85ec0 req-da0ebdec-1779-4ce9-8893-27838e693c01 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1415923 Feb 18 04:33:33.316906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-c658c071-6f23-4e83-a4e3-90f7afd9b95a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:33.318464 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-c658c071-6f23-4e83-a4e3-90f7afd9b95a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 945 time: 0.1426589 Feb 18 04:33:33.364026 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-530e2bd4-ec17-4976-879d-d1956df85ec0 req-8aed3d73-cc0d-4b12-8ae8-2ac736027ee2 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=999e11fe-cf26-45c0-a814-38626225e774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988147 Feb 18 04:33:33.399958 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Deleting port 831707a8-2b13-42e1-af69-e5d4c3253d53 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:33:33.400283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:33.469999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c0092-993a-44f7-b278-a09d79090fe9 req-84454611-c1df-42de-9665-ad0bf151c95d tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:33.471637 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-146c0092-993a-44f7-b278-a09d79090fe9 req-84454611-c1df-42de-9665-ad0bf151c95d tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0963581 Feb 18 04:33:33.528498 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-146c0092-993a-44f7-b278-a09d79090fe9 req-58757127-ded4-4342-8c80-aba10cdc5f15 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0497811 Feb 18 04:33:33.738030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] For port 831707a8-2b13-42e1-af69-e5d4c3253d53, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=831707a8-2b13-42e1-af69-e5d4c3253d53,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:33:33.738416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:33.757244 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420892-7e74-4921-8942-afb4ae35def9 req-3d74c716-2248-41b4-9e19-c7725b3c1a00 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:33.758843 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a8420892-7e74-4921-8942-afb4ae35def9 req-3d74c716-2248-41b4-9e19-c7725b3c1a00 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.2131913 Feb 18 04:33:33.953525 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a8420892-7e74-4921-8942-afb4ae35def9 req-19c0f077-23b7-4983-9d11-e3519c825724 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1379457 Feb 18 04:33:34.095085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:34.095536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:34.095883 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Floating IP c7e7cb1a-afcd-4662-9db4-1a216f81cdab disassociated. External IP: 172.28.0.3, port: 831707a8-2b13-42e1-af69-e5d4c3253d53. Feb 18 04:33:34.096262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Calling delete_port for 831707a8-2b13-42e1-af69-e5d4c3253d53 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:33:34.250246 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:34.266834 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:34.370350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event deleted for resources: {'Port': ['ID=831707a8-2b13-42e1-af69-e5d4c3253d53,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:34.384518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.384927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.385326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.385722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.386110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.386499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.386884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.387275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.387704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.388088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.388469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.388850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.389269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.389656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.390039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.390416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.390794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.391175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.391578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.391957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.392337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.392716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.393095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.393477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:34.397260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:34.467805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 831707a8-2b13-42e1-af69-e5d4c3253d53 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:33:34.510241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: 831707a8-2b13-42e1-af69-e5d4c3253d53 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:33:34.510640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 831707a8-2b13-42e1-af69-e5d4c3253d53 not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:33:34.511114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device baf0835d-6310-4bb9-b0b8-40bcd109e66a no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:33:34.585354 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-40d9eba6-605f-48bd-975e-8beb81c94060 req-83f96bb4-e272-493b-abc4-a08204dbf0fb tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=48c17b42-628b-47ee-a15c-f9c9070ebc39 HTTP/1.1" status: 200 len: 210 time: 0.0600889 Feb 18 04:33:34.648071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:34.677095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:33:34.690562 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:33:34.697228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:34.699577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e518c75d-5780-4afb-a03a-fdb7e4de5c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:34.710631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:33:34.735768 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'code': 422} returned with failed status Feb 18 04:33:34.755758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54459b15-b1b9-4ff8-9a0c-26b5b6f16db3 req-237e6261-977b-4739-b569-0fdd418e831b tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:34.757379 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-54459b15-b1b9-4ff8-9a0c-26b5b6f16db3 req-237e6261-977b-4739-b569-0fdd418e831b tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0934043 Feb 18 04:33:34.775931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:34.780106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:34.827026 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-54459b15-b1b9-4ff8-9a0c-26b5b6f16db3 req-6f2d4a5d-0135-4e76-8b01-be331a21091f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0513022 Feb 18 04:33:34.907112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:33:34.917203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] Sync routers for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:33:34.929594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:33:34.930380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:33:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:34.951056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] No DVR routers for this DVR port 831707a8-2b13-42e1-af69-e5d4c3253d53 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:33:34.953557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:34.957672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'name': 'network-vif-deleted', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:33:34.973949 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7b7fcc4-09af-4bdb-b01f-515835998d00 req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "DELETE /v2.0/ports/831707a8-2b13-42e1-af69-e5d4c3253d53 HTTP/1.1" status: 204 len: 173 time: 1.6493626 Feb 18 04:33:35.040439 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c17b42-628b-47ee-a15c-f9c9070ebc39', 'name': 'network-vif-deleted', 'tag': '831707a8-2b13-42e1-af69-e5d4c3253d53', 'status': 'completed', 'code': 200} Feb 18 04:33:35.128563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:33:35.179430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf21f9e-854b-4224-9465-e5201c579179 req-93f652d1-649d-4d6d-85f1-1427ef710f45 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:35.181182 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4cf21f9e-854b-4224-9465-e5201c579179 req-93f652d1-649d-4d6d-85f1-1427ef710f45 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0956779 Feb 18 04:33:35.229145 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4cf21f9e-854b-4224-9465-e5201c579179 req-3e5eb07f-5682-49d0-921e-c36c0d4f026d tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0410528 Feb 18 04:33:35.470399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:35.474756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] Checking router: 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:33:35.484525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:33:35.485301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:33:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:35.591936 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-26369de1-4f3f-485a-968d-e1c182bdca5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249986 Feb 18 04:33:35.619364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbebe6-ab9b-469b-b975-c9f31989d3e2 req-b8748485-a96c-4db0-9c8d-aec008d098f4 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:35.628171 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0bfbebe6-ab9b-469b-b975-c9f31989d3e2 req-b8748485-a96c-4db0-9c8d-aec008d098f4 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0988443 Feb 18 04:33:35.739976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:33:35.836290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45192) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:35.930803 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0bfbebe6-ab9b-469b-b975-c9f31989d3e2 req-47fe76df-2fc2-40af-8312-272922914829 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.3014576 Feb 18 04:33:35.972511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:36.009825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:36.140214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb55b9b-1c82-474b-aa4b-4de4340ac84e req-071b3758-e72a-45d0-a71d-1c2ff630d635 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:36.141860 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddb55b9b-1c82-474b-aa4b-4de4340ac84e req-071b3758-e72a-45d0-a71d-1c2ff630d635 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.1189690 Feb 18 04:33:36.142664 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:36.146788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-95a59013-8790-4c5c-8f15-c22bad388bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:36.178882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e11fe-cf26-45c0-a814-38626225e774,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:36.194011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.194308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.194724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.195139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.195604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.196011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.196607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.197015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.197420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.197824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.198225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.198625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.199067 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.199492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.200474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.200781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.201181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.201578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.201978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.202375 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.202775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.203171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.203591 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.203988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:33:36.209757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:36.219176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:36.221351 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "DELETE /v2.0/security-groups/999e11fe-cf26-45c0-a814-38626225e774 HTTP/1.1" status: 204 len: 168 time: 0.3829672 Feb 18 04:33:36.223625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 45198) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:36.242743 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.v2.resource [None req-1617bbea-6549-4210-aeb7-c19a7e2ae2a0 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] show failed (client error): The resource could not be found. Feb 18 04:33:36.245445 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddb55b9b-1c82-474b-aa4b-4de4340ac84e req-3712f0ea-f8ac-45bd-b019-33ed2412c7b4 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0867085 Feb 18 04:33:36.247192 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1617bbea-6549-4210-aeb7-c19a7e2ae2a0 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups/999e11fe-cf26-45c0-a814-38626225e774 HTTP/1.1" status: 404 len: 347 time: 0.0224929 Feb 18 04:33:36.247374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45202) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:36.344073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:36.348617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac84ad-7152-4cf9-b8ac-07f263458e21 None None] The sync data for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb is: [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:33:36.639635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Deleting port 7d235e88-ea9f-49f4-9d5d-987fb09ad306 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:33:36.640201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:36.772004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71792552-6158-4d7d-b5d9-3e75979442ca None None] New status for floating IP c7e7cb1a-afcd-4662-9db4-1a216f81cdab: DOWN {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:33:36.843448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:36.843817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:36.917967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-16ffa277-e94e-4475-9cfd-4e30bd264b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:36.919611 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-16ffa277-e94e-4475-9cfd-4e30bd264b15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d&tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe HTTP/1.1" status: 200 len: 1160 time: 0.0779684 Feb 18 04:33:36.991947 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Calling delete_port for 7d235e88-ea9f-49f4-9d5d-987fb09ad306 owned by network:floatingip {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:33:37.029888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-89a7390f-563d-434e-988d-a51413d12b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:37.032235 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-89a7390f-563d-434e-988d-a51413d12b80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1160 time: 0.0905211 Feb 18 04:33:37.175035 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed9e50-45c6-4f43-a912-2927f8cb0bd1 req-00b883a2-4445-4942-9cd0-2859a9d3b530 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:37.176694 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a9ed9e50-45c6-4f43-a912-2927f8cb0bd1 req-00b883a2-4445-4942-9cd0-2859a9d3b530 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.1287744 Feb 18 04:33:37.183959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-426d631a-e205-4785-8adf-f40b7a092b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:37.185568 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-426d631a-e205-4785-8adf-f40b7a092b81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.1467443 Feb 18 04:33:37.199222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83966) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:33:37.199618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:33:37.227606 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a9ed9e50-45c6-4f43-a912-2927f8cb0bd1 req-fc70ae73-251d-471f-9ef3-569162f6d2e2 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0435112 Feb 18 04:33:37.297326 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-200d3a0c-6bf7-4dfd-9e14-97ddb51ff4e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 999 time: 0.1052811 Feb 18 04:33:37.367198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-970aabec-5dbf-4388-8ac6-c270f27ada15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:37.369006 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-970aabec-5dbf-4388-8ac6-c270f27ada15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.0650072 Feb 18 04:33:37.517336 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373800a0-fbb2-4b8b-b0f7-86bcedf04278 req-e001ec14-4e5e-4317-a52d-7cd3da7923b6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:37.519088 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-373800a0-fbb2-4b8b-b0f7-86bcedf04278 req-e001ec14-4e5e-4317-a52d-7cd3da7923b6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.1537523 Feb 18 04:33:37.522098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-7d2777d4-8566-4d89-bc62-abb70a2b3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:37.523590 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-7d2777d4-8566-4d89-bc62-abb70a2b3c7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1151280 Feb 18 04:33:37.657628 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-373800a0-fbb2-4b8b-b0f7-86bcedf04278 req-ff1bee84-ace1-48a0-85a9-325284f8bd56 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1320581 Feb 18 04:33:37.697452 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-2638ded7-8c64-4c8e-9d16-c05d8033de9e service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564615 Feb 18 04:33:37.701260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Deleting port 7d235e88-ea9f-49f4-9d5d-987fb09ad306 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:33:37.701689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:37.860899 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4c5ea0c7-78c2-4e3f-b97e-508b13d7866c req-741ce236-9324-42f5-af30-a36d19da6776 service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1571057 Feb 18 04:33:37.884143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:37.884514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.017448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Calling delete_port for 7d235e88-ea9f-49f4-9d5d-987fb09ad306 owned by network:floatingip {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:33:38.160449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.175319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6d490705-34f5-455a-907b-f9da487b35ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:38.277189 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event deleted for resources: {'Port': ['ID=7d235e88-ea9f-49f4-9d5d-987fb09ad306,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:38.282316 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:38.398154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.413044 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.414189 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-54075a28-1ffe-4e47-a24d-9bfdd56abe73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "DELETE /v2.0/floatingips/c7e7cb1a-afcd-4662-9db4-1a216f81cdab HTTP/1.1" status: 204 len: 168 time: 2.1656384 Feb 18 04:33:38.433500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad94be-0fcf-461d-be8d-cd0368ac7d8f req-55f03efe-95d3-451f-9fe6-15c3ed8e180a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:38.435612 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9dad94be-0fcf-461d-be8d-cd0368ac7d8f req-55f03efe-95d3-451f-9fe6-15c3ed8e180a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0900271 Feb 18 04:33:38.487049 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9dad94be-0fcf-461d-be8d-cd0368ac7d8f req-18326562-87cd-4dad-943a-e1101b6832df tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0450284 Feb 18 04:33:38.586444 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device fd13d3fd-4dc8-4216-829d-69cc40d26da7 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:33:38.656994 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:33:38.657414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.814040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45220) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:38.821555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277260278', 'description': 'tempest-description--1230341794'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:33:38.828027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:33:38.832376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:33:38.837373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:33:38.844247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:33:38.853084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.863089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b7f40-10f6-4ac4-abd9-b3276ed7d41f req-e1996703-28f9-48d7-b4a6-6c5ed27292c5 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:38.866224 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-513b7f40-10f6-4ac4-abd9-b3276ed7d41f req-e1996703-28f9-48d7-b4a6-6c5ed27292c5 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0918458 Feb 18 04:33:38.876979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:33:38.880944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group_rule and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:33:38.884233 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:33:38.891934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:33:38.929284 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-513b7f40-10f6-4ac4-abd9-b3276ed7d41f req-993f3da4-5381-4ff7-8faa-c20adbe10124 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0577447 Feb 18 04:33:38.969415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.972516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:38.978216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d40286dd-1b63-4e7c-a6d9-6f4d56b826cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:39.025145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4716c86-b659-4faa-be06-c6b8974d3265,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:39.028758 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:39.030228 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.031520 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2162101 Feb 18 04:33:39.034523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45226) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:39.040920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'security_group_rule': {'security_group_id': 'e4716c86-b659-4faa-be06-c6b8974d3265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:33:39.047725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:33:39.052968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group_rule and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:33:39.055957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:33:39.062211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:33:39.077843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.139377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.141774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.143895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c98eea83-2714-46cb-81fa-86800186cc54 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:39.166530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161c3c76-29b8-45b4-9d7b-bfe8849f2848,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:39.169095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:39.175854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.177124 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1497f58e-c4a0-47f6-b07b-e14201aa13a3 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408620 Feb 18 04:33:39.180458 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45230) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:39.185912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'security_group_rule': {'security_group_id': 'e4716c86-b659-4faa-be06-c6b8974d3265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:33:39.191838 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:33:39.195816 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:security_group_rule and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:33:39.198805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:33:39.204607 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:33:39.220476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.282844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.285487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748607'] for security_group_rule, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.287647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5f521aae-abbb-4f83-997b-265329c727ca tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:39.311329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906e64bc-746b-46e7-ad01-c0462f43a87a,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:39.313821 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:39.320004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.321269 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-59d44a1a-0e7f-458a-a306-c7682d8af9aa tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398258 Feb 18 04:33:39.324556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45234) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:39.330215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'floatingip': {'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:33:39.335801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:33:39.339762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Usage tracker for resource:floatingip and tenant:a7e08afaa8834174a00eeaefb43a3741 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:33:39.343195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:33:39.348957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:33:39.358625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.500272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.684056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c673-197d-4de2-9a40-0b5f18e0dfcd req-4754e4d5-73cc-4e6f-a59f-81016098108e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:39.685690 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5cb6c673-197d-4de2-9a40-0b5f18e0dfcd req-4754e4d5-73cc-4e6f-a59f-81016098108e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0863345 Feb 18 04:33:39.733228 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5cb6c673-197d-4de2-9a40-0b5f18e0dfcd req-1be7a09e-768b-44f7-8ad8-02984da58e9e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0408468 Feb 18 04:33:39.774768 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Allocated IP 172.28.0.92 (3ce218cf-12a4-4440-b793-29be0ad4f2b6/65b06ad3-bd67-4abd-a98b-bea4b39ed164/2b4aff4d-e73d-446e-af9e-b2e89bc2013f) {{(pid=83966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:33:39.929210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for port, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.958524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:39.973564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:40.159085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'Port': ['ID=2b4aff4d-e73d-446e-af9e-b2e89bc2013f,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:40.164481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:40.234274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dfa7a-1af0-458f-a547-3ae10515316a req-e673185b-9928-4455-86ba-30a8995a6893 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:40.235882 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9c1dfa7a-1af0-458f-a547-3ae10515316a req-e673185b-9928-4455-86ba-30a8995a6893 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.1689830 Feb 18 04:33:40.261046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Network 3ce218cf-12a4-4440-b793-29be0ad4f2b6 is already hosted by enough agents. {{(pid=83966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:33:40.264484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources bound (agent type, host, resource id): {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:33:40.269377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Received port after_create {{(pid=83966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:33:40.340118 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9c1dfa7a-1af0-458f-a547-3ae10515316a req-11097631-9c2d-44bd-97c8-3b4ae40a8b7c tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&id=e7718a51-eecb-4c5d-a21a-8269fdf544a8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0975358 Feb 18 04:33:40.374086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:40.434777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:40.700704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for port, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:40.704229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61731804'] for port, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:40.718850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c659153a-2f69-4cd8-8a25-43d40866c0a6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:40.861620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'Port': ['ID=2b4aff4d-e73d-446e-af9e-b2e89bc2013f,revision_number=2']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:40.864952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:40.947040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ebacf-27fb-467e-b3ef-090f68277e60 req-f9e7209c-a377-4aa6-b0f5-425fa93b11fa tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:40.948713 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf0ebacf-27fb-467e-b3ef-090f68277e60 req-f9e7209c-a377-4aa6-b0f5-425fa93b11fa tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0882204 Feb 18 04:33:40.959623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:40.981812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:40.983226 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6575892 Feb 18 04:33:40.996505 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf0ebacf-27fb-467e-b3ef-090f68277e60 req-832be567-750a-47dd-8ec2-13e29cc2c9b6 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0410740 Feb 18 04:33:41.149086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1f502667-1ada-45ac-90db-f1522beba799 req-0d7b2268-f679-41d3-9e1f-d8dba17a7c6c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:33:41.163709 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1f502667-1ada-45ac-90db-f1522beba799 req-0d7b2268-f679-41d3-9e1f-d8dba17a7c6c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:33:41.164907 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-0d7b2268-f679-41d3-9e1f-d8dba17a7c6c tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1277260278&fields=id&tenant_id=a7e08afaa8834174a00eeaefb43a3741 HTTP/1.1" status: 200 len: 267 time: 0.0576556 Feb 18 04:33:41.326171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-886a421f-7758-4c2c-8a19-2df12f3c0c66 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:41.327793 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-886a421f-7758-4c2c-8a19-2df12f3c0c66 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 810 time: 0.1550150 Feb 18 04:33:41.343875 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-a065df72-e3ec-4174-9eec-084202a388cc tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/quotas/a7e08afaa8834174a00eeaefb43a3741 HTTP/1.1" status: 200 len: 375 time: 0.0099418 Feb 18 04:33:41.432137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1f502667-1ada-45ac-90db-f1522beba799 req-91d75cda-e043-481b-84b0-ee3ea17cd519 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:33:41.446517 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-1f502667-1ada-45ac-90db-f1522beba799 req-91d75cda-e043-481b-84b0-ee3ea17cd519 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:33:41.447902 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-91d75cda-e043-481b-84b0-ee3ea17cd519 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986040 Feb 18 04:33:41.697868 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-a9f133dc-6052-4d8e-8c92-f27d0c63935c service neutron] 10.222.0.58 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365215 Feb 18 04:33:42.070484 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-a0c8d5ef-9b7a-411a-a80a-6ecee39f386f service neutron] 10.222.0.58 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3654370 Feb 18 04:33:42.198876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853220b3-5444-4735-a851-bcdb3146db11 req-07144ce4-6707-4b08-9d84-c74dc164aab5 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:42.205779 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-853220b3-5444-4735-a851-bcdb3146db11 req-07144ce4-6707-4b08-9d84-c74dc164aab5 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0955660 Feb 18 04:33:42.250401 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-853220b3-5444-4735-a851-bcdb3146db11 req-577fa960-e3bf-4cf9-bc7d-964a74aac421 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0433116 Feb 18 04:33:42.266565 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fa249732-b9bb-416d-bab6-3fbf979cdf21 req-eed14848-5de0-497e-b7bf-9858282c4f70 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 210 time: 0.0493925 Feb 18 04:33:43.048487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device baf0835d-6310-4bb9-b0b8-40bcd109e66a up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:33:43.119425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port baf0835d-6310-4bb9-b0b8-40bcd109e66a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:33:43.120017 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:43.243800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:43.272913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:33:43.284524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:33:43.287681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:43.289903 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5097830-1f2d-4fd4-ba04-d4efebaabc64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:43.337825 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-d36045d4-8018-43db-ac88-c2ba5b8d7740 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:43.339502 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-d36045d4-8018-43db-ac88-c2ba5b8d7740 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 810 time: 0.1704619 Feb 18 04:33:43.369727 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'code': 200} Feb 18 04:33:43.389473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=6']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:43.400585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:43.461271 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-eb5d1ea0-a2de-4ddc-946a-9a3545be1ae8 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7e08afaa8834174a00eeaefb43a3741 HTTP/1.1" status: 200 len: 5705 time: 0.1115818 Feb 18 04:33:43.499786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8d6f-03f9-4d89-a90a-741505cb3b10 req-7e5a7fb2-53e9-4ac9-a0ac-2e0551070d9e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:43.501473 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d1af8d6f-03f9-4d89-a90a-741505cb3b10 req-7e5a7fb2-53e9-4ac9-a0ac-2e0551070d9e tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.0967190 Feb 18 04:33:43.508226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'port': {'device_id': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'admin_state_up': True, 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'security_groups': ['e4716c86-b659-4faa-be06-c6b8974d3265']}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:33:43.550766 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d1af8d6f-03f9-4d89-a90a-741505cb3b10 req-284d7815-e0f6-44f2-893b-661a0313d9d9 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0423732 Feb 18 04:33:43.591296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c9268f61-65e8-44ef-a9a5-57e20de916cd req-30d32639-1288-4685-a70f-e25abccc6e7a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:33:43.687988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-c9268f61-65e8-44ef-a9a5-57e20de916cd req-30d32639-1288-4685-a70f-e25abccc6e7a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:33:43.689216 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c9268f61-65e8-44ef-a9a5-57e20de916cd req-30d32639-1288-4685-a70f-e25abccc6e7a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 210 time: 0.2269962 Feb 18 04:33:43.728436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:33:43.743124 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:33:43.764115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Made reservation on behalf of a7e08afaa8834174a00eeaefb43a3741 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:33:43.769241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:43.788434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0720d2-73d6-4408-a338-7826baff85f0 req-aa873783-030c-4191-b11f-4ddfefc7b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:43.790000 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f0720d2-73d6-4408-a338-7826baff85f0 req-aa873783-030c-4191-b11f-4ddfefc7b7df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.1471815 Feb 18 04:33:43.926770 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f0720d2-73d6-4408-a338-7826baff85f0 req-57cb985e-7dd1-49a1-9df9-0d1d53ce0ab3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1216831 Feb 18 04:33:44.103107 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Allocated IP 172.20.0.4 (96cf28d7-d57b-444d-9904-5dd6b729deab/e903ac52-f6b1-4098-b023-d6e9b5e5faf7/ce62f480-a3cd-498e-b3a0-9aee49fcc9af) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:33:44.301631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:44.317941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Transition to ACTIVE for port object ce62f480-a3cd-498e-b3a0-9aee49fcc9af will not be triggered until provisioned by entity DHCP. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:33:44.340829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:44.355599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0270d317-b844-41c9-9193-9cd4de2d8062 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:44.504644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event updated for resources: {'Port': ['ID=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:44.509922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:44.550402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Network 96cf28d7-d57b-444d-9904-5dd6b729deab is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:33:44.551551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:33:44.553904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:33:44.586397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device baf0835d-6310-4bb9-b0b8-40bcd109e66a up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:33:44.622348 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:44.623017 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:44.650006 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-7e4d51d8-8dcd-4c9c-9b18-a0b256f8543d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1459863 Feb 18 04:33:44.662495 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Request body: {'port': {'device_id': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:33:44.677839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port baf0835d-6310-4bb9-b0b8-40bcd109e66a triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:33:44.678253 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:44.798154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:44.815162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8b8da-c1f0-41f2-a715-ea0eb4f1c36c req-28c8fc6f-4714-443f-8aeb-e98c25a2065a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:44.819391 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ae8b8da-c1f0-41f2-a715-ea0eb4f1c36c req-28c8fc6f-4714-443f-8aeb-e98c25a2065a tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.1319985 Feb 18 04:33:44.875273 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3ae8b8da-c1f0-41f2-a715-ea0eb4f1c36c req-dbb036b1-62f8-4f44-9c9c-7465097e69f4 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0473318 Feb 18 04:33:44.912530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-53983125-7e97-4723-a987-39558603c3e4 None None] Provisioning for port ce62f480-a3cd-498e-b3a0-9aee49fcc9af completed by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:33:44.917855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-53983125-7e97-4723-a987-39558603c3e4 None None] Provisioning complete for port ce62f480-a3cd-498e-b3a0-9aee49fcc9af triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:33:44.918371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-53983125-7e97-4723-a987-39558603c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:44.986291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-53983125-7e97-4723-a987-39558603c3e4 None None] Port ce62f480-a3cd-498e-b3a0-9aee49fcc9af cannot update to ACTIVE because it is not bound. {{(pid=83968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 04:33:45.442504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc5e40-666e-48b7-a7c1-554e16fb65cf req-713dbbfd-31ce-4ddf-8aa6-a69608fb5161 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:45.443282 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3fbc5e40-666e-48b7-a7c1-554e16fb65cf req-713dbbfd-31ce-4ddf-8aa6-a69608fb5161 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Synchronizing usage tracker for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:33:45.476320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-3fbc5e40-666e-48b7-a7c1-554e16fb65cf req-713dbbfd-31ce-4ddf-8aa6-a69608fb5161 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Unset dirty status for tenant:a7e08afaa8834174a00eeaefb43a3741 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:33:45.477572 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3fbc5e40-666e-48b7-a7c1-554e16fb65cf req-713dbbfd-31ce-4ddf-8aa6-a69608fb5161 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 931 time: 0.4739869 Feb 18 04:33:45.588958 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3fbc5e40-666e-48b7-a7c1-554e16fb65cf req-ef70b0d5-3ab2-4b76-852a-7fc5cc268cbe tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031325 Feb 18 04:33:45.591551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce62f480-a3cd-498e-b3a0-9aee49fcc9af {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:33:45.599913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:45.613055 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Transition to ACTIVE for port object ce62f480-a3cd-498e-b3a0-9aee49fcc9af will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:33:45.616662 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:45.631697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d75300b6-28bb-44ce-a570-24328591486c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:45.770407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Pushing event updated for resources: {'Port': ['ID=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:45.775782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:45.956327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Attempting to bind port ce62f480-a3cd-498e-b3a0-9aee49fcc9af on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:33:45.956698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Attempting to bind port ce62f480-a3cd-498e-b3a0-9aee49fcc9af by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:33:45.957066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Attempting to bind port ce62f480-a3cd-498e-b3a0-9aee49fcc9af on network 96cf28d7-d57b-444d-9904-5dd6b729deab {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:33:45.964581 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:33:45.964943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Checking segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:33:45.965941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:45.966342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Bound using segment: {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:33:45.966819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Bound port: ce62f480-a3cd-498e-b3a0-9aee49fcc9af, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf738a-2a2f-4273-a32f-76312a36b55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:33:45.967191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:46.118346 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] For port ce62f480-a3cd-498e-b3a0-9aee49fcc9af, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:33:46.122319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] For port ce62f480-a3cd-498e-b3a0-9aee49fcc9af, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:33:46.125809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:46.141814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9759d752-418d-45f6-8de4-4eb0d3ff7287 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:46.277347 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36c4c-e125-44b1-97c1-b01f68e27657 req-76b7ecd4-a6d5-44fc-b78f-9624dc8042f3 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:46.279492 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-95e36c4c-e125-44b1-97c1-b01f68e27657 req-76b7ecd4-a6d5-44fc-b78f-9624dc8042f3 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.2648673 Feb 18 04:33:46.350528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Pushing event updated for resources: {'Port': ['ID=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:46.361913 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:46.383475 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-95e36c4c-e125-44b1-97c1-b01f68e27657 req-8f78e8aa-9d5c-4dab-a38b-3753bef3b605 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0881231 Feb 18 04:33:46.388370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:46.389040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:46.390423 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce62f480-a3cd-498e-b3a0-9aee49fcc9af HTTP/1.1" status: 200 len: 1157 time: 1.7327619 Feb 18 04:33:46.390987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:33:46.478133 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'status': 'completed', 'code': 200} Feb 18 04:33:46.526116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-dedae408-e612-416d-83b5-d8facac4589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:46.527920 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-dedae408-e612-416d-83b5-d8facac4589b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 1160 time: 0.0884862 Feb 18 04:33:46.604244 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-b51e0553-4d6a-4ae9-9a1a-ba900e983b99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af HTTP/1.1" status: 200 len: 217 time: 0.0657783 Feb 18 04:33:46.675961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-62abe7e9-f34b-40d1-b09f-7082be856596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:46.677476 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-62abe7e9-f34b-40d1-b09f-7082be856596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.0674758 Feb 18 04:33:46.831926 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f502667-1ada-45ac-90db-f1522beba799 req-62296143-bbb9-46a3-a2de-c892df9791bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:46.833519 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-62296143-bbb9-46a3-a2de-c892df9791bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1494987 Feb 18 04:33:46.839691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27567a-34b3-4c18-8100-4e406e5171f6 req-6897976c-bd19-43e0-8005-10196474c227 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:46.841209 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9c27567a-34b3-4c18-8100-4e406e5171f6 req-6897976c-bd19-43e0-8005-10196474c227 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 943 time: 0.1219838 Feb 18 04:33:46.985809 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9c27567a-34b3-4c18-8100-4e406e5171f6 req-f590a0f0-2678-4cc5-b892-521d6a17e234 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223629 Feb 18 04:33:47.012151 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-3feb3597-18fc-44c1-b82d-0b9cdb50c1a9 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699443 Feb 18 04:33:47.154450 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1f502667-1ada-45ac-90db-f1522beba799 req-ac26ebb4-6d44-4fb5-a4f0-f59c13e10e05 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349645 Feb 18 04:33:47.272328 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-e4e076fb-fc11-4296-be8d-9e1c2c72df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:47.273902 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-e4e076fb-fc11-4296-be8d-9e1c2c72df4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 1160 time: 0.0761507 Feb 18 04:33:47.414695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-0ed5089d-b7b8-4231-8b62-177d31c2542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:47.416215 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-0ed5089d-b7b8-4231-8b62-177d31c2542a service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.1359317 Feb 18 04:33:47.489854 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-c131f283-0797-40ef-857f-69cf2698eb63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af HTTP/1.1" status: 200 len: 217 time: 0.0672522 Feb 18 04:33:47.556963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-27c64448-71e4-4662-80be-27c42a07995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:47.558499 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-27c64448-71e4-4662-80be-27c42a07995b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.0622668 Feb 18 04:33:47.642298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-cb559954-12c0-4ea6-aea8-22df3cffc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:47.643928 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-cb559954-12c0-4ea6-aea8-22df3cffc2f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793319 Feb 18 04:33:47.783674 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-4d231d57-ef8e-4845-941b-3c039c48c507 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328890 Feb 18 04:33:47.924130 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5c930eea-62e0-4c0f-9909-9ab86f4e6a63 req-2a1aaac0-c1e3-4dbc-b879-15d2f554f204 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1336710 Feb 18 04:33:48.182606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7757-8df2-49d9-b3b7-bc27514fffb3 req-1f807970-3b54-42c3-b025-26c702b3e472 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:48.184756 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-775c7757-8df2-49d9-b3b7-bc27514fffb3 req-1f807970-3b54-42c3-b025-26c702b3e472 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 943 time: 0.0840790 Feb 18 04:33:48.231405 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-775c7757-8df2-49d9-b3b7-bc27514fffb3 req-9e37bfef-2899-4c90-b519-f7c10c9438ff tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Feb 18 04:33:49.430981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a0cb-9c9c-4ebd-aa94-8d22dd853916 req-9358785b-a812-4927-bec6-ded09e11bfb4 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:49.432586 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af14a0cb-9c9c-4ebd-aa94-8d22dd853916 req-9358785b-a812-4927-bec6-ded09e11bfb4 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 943 time: 0.0880296 Feb 18 04:33:49.479703 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-af14a0cb-9c9c-4ebd-aa94-8d22dd853916 req-74e22a6c-f9be-44fd-a2be-5071c7aea977 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Feb 18 04:33:50.684574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cacf3d-a1d8-455b-b413-a217368127d4 req-c776701a-eaa6-4fa4-b481-c51b9f57849e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:50.686068 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-27cacf3d-a1d8-455b-b413-a217368127d4 req-c776701a-eaa6-4fa4-b481-c51b9f57849e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 943 time: 0.0866909 Feb 18 04:33:50.957997 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-27cacf3d-a1d8-455b-b413-a217368127d4 req-3b696311-cf9e-4a82-8cae-51ed6544e561 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654512 Feb 18 04:33:51.199419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device ce62f480-a3cd-498e-b3a0-9aee49fcc9af up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:33:51.268933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port ce62f480-a3cd-498e-b3a0-9aee49fcc9af completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:33:51.273961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port ce62f480-a3cd-498e-b3a0-9aee49fcc9af triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:33:51.274384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:51.396097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:51.423446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:33:51.433438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port ce62f480-a3cd-498e-b3a0-9aee49fcc9af, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:33:51.436806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:51.438626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:33:51.475475 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'code': 200} Feb 18 04:33:51.510401 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:33:51.513842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:33:51.721379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08008f-3a72-4416-935e-e7a88a8a64a7 req-cfbffc73-c2db-42c9-bb41-694ebbfd14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:51.722986 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f08008f-3a72-4416-935e-e7a88a8a64a7 req-cfbffc73-c2db-42c9-bb41-694ebbfd14e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 1162 time: 0.0798054 Feb 18 04:33:51.766927 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f08008f-3a72-4416-935e-e7a88a8a64a7 req-7b7e7222-f1f3-4ee3-bc6d-c35cbcc10b23 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369503 Feb 18 04:33:52.120818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:52.165196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efae6a-80b4-4921-85ac-9b3408d5e6d6 req-d4a5a148-647b-4f76-8860-3d9e96ab2c6d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:52.166775 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7efae6a-80b4-4921-85ac-9b3408d5e6d6 req-d4a5a148-647b-4f76-8860-3d9e96ab2c6d tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.0981257 Feb 18 04:33:52.214086 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d7efae6a-80b4-4921-85ac-9b3408d5e6d6 req-6dd886b6-7a4c-4747-9689-eaf9a09363bd tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Feb 18 04:33:52.221759 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-dcc7f6f6-cfc5-41e3-8af6-08bc1a0e9388 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0774453 Feb 18 04:33:52.321544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-b8933693-6826-42f9-b733-b4bfaa015c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:52.323083 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-b8933693-6826-42f9-b733-b4bfaa015c6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.0756984 Feb 18 04:33:52.480687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-692ff8b2-fd82-4aaa-898f-45f140de735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:52.482305 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-692ff8b2-fd82-4aaa-898f-45f140de735e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.1372395 Feb 18 04:33:52.594556 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-5b8cc831-5acd-47c7-bda4-7b9fa9d012de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 1001 time: 0.1028838 Feb 18 04:33:52.641905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device ce62f480-a3cd-498e-b3a0-9aee49fcc9af up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:33:52.668138 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-75e80c16-1406-4bb1-a1ae-7ceffaf384d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:52.670320 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-75e80c16-1406-4bb1-a1ae-7ceffaf384d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.0675068 Feb 18 04:33:52.716100 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port ce62f480-a3cd-498e-b3a0-9aee49fcc9af triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:33:52.716521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:52.753761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-00c2f040-419b-48c5-822f-ce402f912c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:52.755321 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-00c2f040-419b-48c5-822f-ce402f912c44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766296 Feb 18 04:33:52.899622 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-7ab162f8-1b99-4d4e-bd6c-38e4bc0b2592 service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357784 Feb 18 04:33:53.041856 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9047cb97-2578-46e8-b5b4-ad357b362f02 req-478b7fe4-43a0-4c0e-972c-b3568f19449e service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342616 Feb 18 04:33:53.416479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff888e6c-a7bd-464f-97eb-62a80f4a2bda req-f8f796a9-530e-4bb6-9038-3e10f99ee54a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:53.417981 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff888e6c-a7bd-464f-97eb-62a80f4a2bda req-f8f796a9-530e-4bb6-9038-3e10f99ee54a tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.0907309 Feb 18 04:33:53.464763 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff888e6c-a7bd-464f-97eb-62a80f4a2bda req-8a614d71-e190-4db0-bd81-bbe373b4eb73 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Feb 18 04:33:54.640220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device ce62f480-a3cd-498e-b3a0-9aee49fcc9af up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:33:54.667486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543cbc-e3ef-48cf-877f-646888cd2f61 req-c0069c8b-5a6c-4f95-9195-896b0fd331e6 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:54.669081 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fc543cbc-e3ef-48cf-877f-646888cd2f61 req-c0069c8b-5a6c-4f95-9195-896b0fd331e6 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.0910647 Feb 18 04:33:54.710323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port ce62f480-a3cd-498e-b3a0-9aee49fcc9af triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:33:54.710738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:54.717590 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fc543cbc-e3ef-48cf-877f-646888cd2f61 req-11cf4924-f676-4955-9297-b3772e833f51 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Feb 18 04:33:54.917020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74f4b9-a08e-4a7e-ae0f-f205047b2153 req-969d8c6a-b78d-492c-a45b-6f453351e2cd tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:54.918596 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-de74f4b9-a08e-4a7e-ae0f-f205047b2153 req-969d8c6a-b78d-492c-a45b-6f453351e2cd tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.0896738 Feb 18 04:33:54.928196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45336) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:33:54.933870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Request body: {'floatingip': {'port_id': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:33:55.017137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, before_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:55.641368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:55.644139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:55.824039 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Floating IP ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4 associated. External IP: 172.28.0.92, port: ce62f480-a3cd-498e-b3a0-9aee49fcc9af. Feb 18 04:33:56.185065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:33:56.369688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:33:56.374561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:56.380232 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] Sync routers for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:33:56.390972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:33:56.391675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:33:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:56.438149 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b81b61ab-86ba-4698-a02d-2f7bb242f526 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "PUT /v2.0/floatingips/ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4 HTTP/1.1" status: 200 len: 990 time: 1.5060184 Feb 18 04:33:56.438149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af'}] {{(pid=83966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:33:56.583937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:33:56.631611 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'status': 'completed', 'code': 200} Feb 18 04:33:56.734665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-832a4aef-f5a2-409b-a004-7c4eae2007b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:56.736321 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-832a4aef-f5a2-409b-a004-7c4eae2007b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7e08afaa8834174a00eeaefb43a3741&device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 1162 time: 0.0804744 Feb 18 04:33:56.878968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-b10ed079-79b7-44fb-b1cc-9bb090806b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:56.880585 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-b10ed079-79b7-44fb-b1cc-9bb090806b70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 200 len: 904 time: 0.1370020 Feb 18 04:33:56.949467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'floating_ip_address': '172.28.0.92', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'port_id': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:33:40Z', 'updated_at': '2021-02-18T04:33:55Z', 'revision_number': 1, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:56.954083 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] Checking router: 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:33:56.962900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:33:56.963514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:33:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:56.990054 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-436586fe-2ba8-415b-b277-c014aeab65ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af HTTP/1.1" status: 200 len: 998 time: 0.1018672 Feb 18 04:33:57.057637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-3f731935-b1fb-422a-b74d-6ce2437e59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:57.059212 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-3f731935-b1fb-422a-b74d-6ce2437e59b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 200 len: 849 time: 0.0630586 Feb 18 04:33:57.144182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-d688421a-ea3f-4bcb-9238-62d34a63b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:33:57.145784 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-d688421a-ea3f-4bcb-9238-62d34a63b1a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cf28d7-d57b-444d-9904-5dd6b729deab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792863 Feb 18 04:33:57.153024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:33:57.286926 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-8adca54a-1333-45c0-9195-e0f804e1a004 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341558 Feb 18 04:33:57.428855 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21241818-6584-44c5-a3df-1cfcac5acb3a req-392e8f48-b57d-4f9d-9ad1-abfee79a57c7 service neutron] 10.222.0.23 "GET /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358747 Feb 18 04:33:57.531745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'floating_ip_address': '172.28.0.92', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'port_id': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:33:40Z', 'updated_at': '2021-02-18T04:33:55Z', 'revision_number': 1, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:33:57.535917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593e62d-70d1-4d1d-bf68-2fadcad1c6ca None None] The sync data for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb is: [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_floatingips': [{'id': 'ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'floating_ip_address': '172.28.0.92', 'floating_network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'router_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'port_id': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'mac_address': 'fa:16:3e:7a:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T04:33:40Z', 'updated_at': '2021-02-18T04:33:55Z', 'revision_number': 1, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:33:57.563850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d2ea36a7-77c6-4e04-88e8-95ae9ce72874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:33:57.836446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c410687-5c47-4d86-ae9d-e302d073ff45 None None] New status for floating IP ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4: ACTIVE {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:33:59.802024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-99dd0a5e-492e-458b-a9b2-2662c5893806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:00.206960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:01.462294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:34:01.510759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:01.897988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:20.315523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ebcf-a728-4503-aef5-f343e01a1cf0 req-e7364cb5-6176-4156-8912-3a7e04695f1b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:20.317107 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f30ebcf-a728-4503-aef5-f343e01a1cf0 req-e7364cb5-6176-4156-8912-3a7e04695f1b tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0856955 Feb 18 04:34:20.366100 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3f30ebcf-a728-4503-aef5-f343e01a1cf0 req-9e1d5ce3-6f1e-4b3b-b128-82a17d3be891 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Feb 18 04:34:21.564679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e7168-85a0-4642-84f4-36e2b22a0799 req-47db72b1-9cc6-4b0f-b356-16bd89149d13 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:21.567227 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a2e7168-85a0-4642-84f4-36e2b22a0799 req-47db72b1-9cc6-4b0f-b356-16bd89149d13 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0849361 Feb 18 04:34:21.614162 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1a2e7168-85a0-4642-84f4-36e2b22a0799 req-b9f350ad-e172-4224-83d9-8d97c360b4be tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Feb 18 04:34:22.130301 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:22.825973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc136f5-273c-4ddf-a34f-fc4eb464950d req-317edf67-8c69-4e87-977f-955584e7ab6d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:22.827630 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fcc136f5-273c-4ddf-a34f-fc4eb464950d req-317edf67-8c69-4e87-977f-955584e7ab6d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0893574 Feb 18 04:34:22.874380 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fcc136f5-273c-4ddf-a34f-fc4eb464950d req-30bd1ba2-034a-4d2c-810d-20a2ca3a960d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 Feb 18 04:34:24.075839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c8e17-e24b-4518-85dd-4da743458126 req-52678d35-1b7c-4037-a371-f2f690d6eef3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:24.077400 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-893c8e17-e24b-4518-85dd-4da743458126 req-52678d35-1b7c-4037-a371-f2f690d6eef3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0844014 Feb 18 04:34:24.124047 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-893c8e17-e24b-4518-85dd-4da743458126 req-e4540347-1235-4d7b-8413-6e75fd42e274 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405750 Feb 18 04:34:25.324930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8d4ec-9a29-47d9-a725-c74fcf770606 req-2d77012f-13ee-4f94-95f0-fd0201da6e28 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:25.326518 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-88a8d4ec-9a29-47d9-a725-c74fcf770606 req-2d77012f-13ee-4f94-95f0-fd0201da6e28 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0881784 Feb 18 04:34:25.373535 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-88a8d4ec-9a29-47d9-a725-c74fcf770606 req-dd01b8cd-8703-4d7d-ab8b-8ce992751999 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407655 Feb 18 04:34:26.573569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604883d-4ac8-4bbb-bbd1-afe459862b45 req-e1fc8900-948a-4160-bd88-27d332f586f5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:26.575150 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6604883d-4ac8-4bbb-bbd1-afe459862b45 req-e1fc8900-948a-4160-bd88-27d332f586f5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0882049 Feb 18 04:34:26.847144 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6604883d-4ac8-4bbb-bbd1-afe459862b45 req-667f63ec-c8f8-4f3b-999b-aa28f9e982bc tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652035 Feb 18 04:34:27.564944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a232e870-017d-403c-aaac-3407d549e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:28.048432 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99125b01-f09f-42dd-ab9e-97fc6613e863 req-880faeae-503b-4199-98a6-311b0e439a64 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:28.050004 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-99125b01-f09f-42dd-ab9e-97fc6613e863 req-880faeae-503b-4199-98a6-311b0e439a64 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0839510 Feb 18 04:34:28.098743 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-99125b01-f09f-42dd-ab9e-97fc6613e863 req-97a55cb2-77cf-4aec-b0ac-d533a809ca91 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Feb 18 04:34:29.294729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189d3fa-cf16-4d83-b765-982247cdad55 req-7f45a36c-88aa-44da-94c9-b70f98005a37 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:29.296922 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d189d3fa-cf16-4d83-b765-982247cdad55 req-7f45a36c-88aa-44da-94c9-b70f98005a37 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0846326 Feb 18 04:34:29.342512 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d189d3fa-cf16-4d83-b765-982247cdad55 req-ff0cbf8e-a8f8-4947-a20d-b8fa783802d9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395479 Feb 18 04:34:29.803174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1454cd10-1b98-40b7-ba10-a1c31c219047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:30.209218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:30.544488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d04970-c718-4be4-a659-876955758152 req-4f392d82-b71d-41fa-8d67-296988bfdf7e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:30.545994 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-65d04970-c718-4be4-a659-876955758152 req-4f392d82-b71d-41fa-8d67-296988bfdf7e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0881073 Feb 18 04:34:30.592892 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-65d04970-c718-4be4-a659-876955758152 req-90c4a56e-5596-4646-8bf7-8aa3ff7d6d38 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405450 Feb 18 04:34:31.512090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:31.796344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478990c-4364-4be0-a14c-3fb7b3723570 req-5e0f7712-0871-44d4-b95d-d18c1723b8c2 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:31.798574 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9478990c-4364-4be0-a14c-3fb7b3723570 req-5e0f7712-0871-44d4-b95d-d18c1723b8c2 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0867074 Feb 18 04:34:31.847913 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9478990c-4364-4be0-a14c-3fb7b3723570 req-705a0670-456d-485d-87fd-ece7c68d8df0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Feb 18 04:34:31.900776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:33.048898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f76b89-5db0-4d83-9f00-bfcf7c99d958 req-9bac10c7-1143-4d28-a88e-69350264edeb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:33.050474 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33f76b89-5db0-4d83-9f00-bfcf7c99d958 req-9bac10c7-1143-4d28-a88e-69350264edeb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0873334 Feb 18 04:34:33.096147 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33f76b89-5db0-4d83-9f00-bfcf7c99d958 req-38f061b3-a90a-4ab0-9fc4-e148e1d4e639 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394154 Feb 18 04:34:34.299867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871e37e-0fc3-4380-b379-1174182eb826 req-f0263ad8-2e7a-4de4-905b-50fceabed112 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:34.301445 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2871e37e-0fc3-4380-b379-1174182eb826 req-f0263ad8-2e7a-4de4-905b-50fceabed112 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0900116 Feb 18 04:34:34.348679 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2871e37e-0fc3-4380-b379-1174182eb826 req-54b97818-2541-4bfe-9918-a5fa06466ac9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Feb 18 04:34:35.549004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634e4bf-a65e-41ff-9563-61337a44db3f req-324caffd-b6f9-4df2-8ec6-d28594f2557f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:35.550580 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7634e4bf-a65e-41ff-9563-61337a44db3f req-324caffd-b6f9-4df2-8ec6-d28594f2557f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0848970 Feb 18 04:34:35.596554 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7634e4bf-a65e-41ff-9563-61337a44db3f req-dc0cf8cb-cbca-4a34-817e-ef7c806d33ae tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397675 Feb 18 04:34:36.799044 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20197608-8c5c-4d76-93db-362feeae0d90 req-cc349ba9-9f92-4f25-99ff-957b90a528bb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:36.800680 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20197608-8c5c-4d76-93db-362feeae0d90 req-cc349ba9-9f92-4f25-99ff-957b90a528bb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0881233 Feb 18 04:34:36.849085 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20197608-8c5c-4d76-93db-362feeae0d90 req-29ff45e4-cce3-421e-9985-5297acaf7406 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420408 Feb 18 04:34:38.053152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da55179-a4e0-4907-a71c-112d96c3cb84 req-7abb3259-d4fe-43a0-b86e-02e46c9eabb0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:38.054777 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3da55179-a4e0-4907-a71c-112d96c3cb84 req-7abb3259-d4fe-43a0-b86e-02e46c9eabb0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0889053 Feb 18 04:34:38.100659 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-3da55179-a4e0-4907-a71c-112d96c3cb84 req-31f4b19b-fa39-4309-be41-a7c06d600688 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Feb 18 04:34:38.461549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:34:39.300206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b99aba-e387-4c74-9dc2-6e52c15216b4 req-a2e21326-bde5-467d-bb4e-c3703f1e2270 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:39.301753 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-79b99aba-e387-4c74-9dc2-6e52c15216b4 req-a2e21326-bde5-467d-bb4e-c3703f1e2270 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0839317 Feb 18 04:34:39.347943 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-79b99aba-e387-4c74-9dc2-6e52c15216b4 req-13a29a57-f47e-4e17-9027-0ab7e4babbcf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Feb 18 04:34:40.550369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fe39f-8a18-4358-9149-5294c771c73b req-5df82830-fcb6-4663-972a-e55157435bd0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:40.552055 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7e9fe39f-8a18-4358-9149-5294c771c73b req-5df82830-fcb6-4663-972a-e55157435bd0 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0883424 Feb 18 04:34:40.599934 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7e9fe39f-8a18-4358-9149-5294c771c73b req-6aeac48e-cb1e-441a-beb0-50b6179c5256 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Feb 18 04:34:40.670190 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-511b9f22-bc5c-4ad9-ae1a-e40a63d16a60 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1631824608&fields=id&tenant_id=94b9e3836154494292b685f871193a3d HTTP/1.1" status: 200 len: 267 time: 0.0416689 Feb 18 04:34:40.758751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-28834ed5-7371-4c8e-a7fd-72fa88d0e51e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:40.760339 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-28834ed5-7371-4c8e-a7fd-72fa88d0e51e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 984 time: 0.0838308 Feb 18 04:34:40.773477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Request body: {'port': {'security_groups': ['dacb2b1f-e0e5-4050-853d-7644f1a46239']}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:34:40.904053 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.211807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:34:41.236596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.240110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.255420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-17e71351-961a-49e8-87d1-76529b174f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:34:41.409896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event updated for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=6']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:34:41.421501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.421915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.422320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.422717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.423113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.423528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.423936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.424310 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.424696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.425086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.425470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.425862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.426288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.426676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.427063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.427477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.427864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.428251 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.428641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.429023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.429410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.429797 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.430180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.430565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:41.437433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:34:41.471059 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:41.471749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.473340 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ff909c2f-5bb3-48e7-897d-a7c42ea8ed21 req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "PUT /v2.0/ports/fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 942 time: 0.7052720 Feb 18 04:34:41.473721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:34:41.524625 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'status': 'completed', 'code': 200} Feb 18 04:34:41.550732 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a5825383-5853-4df5-9caa-021197b08484 req-1a15b1b9-dca3-43f8-b8e1-e8181d238c02 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups/e7718a51-eecb-4c5d-a21a-8269fdf544a8 HTTP/1.1" status: 200 len: 3005 time: 0.0577443 Feb 18 04:34:41.681658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-63150ab9-c477-46ce-abbd-df51538d22ae None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity DHCP. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:34:41.682175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-63150ab9-c477-46ce-abbd-df51538d22ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.699326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-a5825383-5853-4df5-9caa-021197b08484 req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.704658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-2df472d1-eec3-4703-82e9-475d52f25f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:41.706266 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-2df472d1-eec3-4703-82e9-475d52f25f2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1162 time: 0.1474814 Feb 18 04:34:41.824783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-a5825383-5853-4df5-9caa-021197b08484 req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.867033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57218a6-8d0d-4942-8d8b-b731409793bf req-d2e55532-d4d0-41e6-b037-7ae20668cbdf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:41.869380 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a57218a6-8d0d-4942-8d8b-b731409793bf req-d2e55532-d4d0-41e6-b037-7ae20668cbdf tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1213005 Feb 18 04:34:41.923494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-1f09d1af-bda4-4b66-8c78-287bb1d707da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:41.925636 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-1f09d1af-bda4-4b66-8c78-287bb1d707da service neutron] 10.222.0.23 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.2102339 Feb 18 04:34:41.927651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-a5825383-5853-4df5-9caa-021197b08484 req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:41.932177 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a57218a6-8d0d-4942-8d8b-b731409793bf req-248b5780-7dbb-4deb-ac32-784975c5185f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549548 Feb 18 04:34:41.937062 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b8237158-9121-4832-b27d-74a348e3d6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:34:42.039917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7718a51-eecb-4c5d-a21a-8269fdf544a8,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:34:42.045550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:34:42.061170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-a5825383-5853-4df5-9caa-021197b08484 req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:42.062520 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a5825383-5853-4df5-9caa-021197b08484 req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "DELETE /v2.0/security-groups/e7718a51-eecb-4c5d-a21a-8269fdf544a8 HTTP/1.1" status: 204 len: 173 time: 0.5049183 Feb 18 04:34:42.078211 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-c782c7d9-bed7-461f-823a-0c2985aeee52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 1000 time: 0.1423647 Feb 18 04:34:42.472567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-78437232-d224-418b-90e6-bfe9911ecb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:42.474208 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-78437232-d224-418b-90e6-bfe9911ecb91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.3241465 Feb 18 04:34:42.477137 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-264fc329-b4a7-459b-8017-d2d9b587de0a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/floatingips/472a29a6-2586-46f9-95e0-e526af2d3ef1 HTTP/1.1" status: 200 len: 997 time: 0.3952897 Feb 18 04:34:42.694917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-dca90a96-ce88-4129-a18d-b7fec3f24667 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:42.696593 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-dca90a96-ce88-4129-a18d-b7fec3f24667 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/networks/3ce218cf-12a4-4440-b793-29be0ad4f2b6 HTTP/1.1" status: 200 len: 784 time: 0.2135942 Feb 18 04:34:42.713446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-54be6d2d-3132-446c-8ac7-98beeb6a4a4d tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:34:42.714484 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-54be6d2d-3132-446c-8ac7-98beeb6a4a4d tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0083821 Feb 18 04:34:42.717781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-c967dfa4-c3d6-405c-bf7b-0cfa9aa680b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:42.719396 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-c967dfa4-c3d6-405c-bf7b-0cfa9aa680b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1424856 Feb 18 04:34:42.929638 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-56a11947-9b81-4fa2-a6a8-8907b62fb622 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.14 HTTP/1.1" status: 200 len: 1000 time: 0.2086887 Feb 18 04:34:43.015888 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-8af86462-ecf1-4f19-ac62-507431e0af09 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426395 Feb 18 04:34:43.055442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-347bfd6e-0f2c-4b34-9710-7368090a58b1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:43.056937 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-347bfd6e-0f2c-4b34-9710-7368090a58b1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports/fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 942 time: 0.1187391 Feb 18 04:34:43.153026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac902b-c117-4d81-819e-b996406936fb req-18189aac-89ca-4033-bd97-c5a443044013 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:43.154663 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33ac902b-c117-4d81-819e-b996406936fb req-18189aac-89ca-4033-bd97-c5a443044013 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1064568 Feb 18 04:34:43.205655 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-33ac902b-c117-4d81-819e-b996406936fb req-7a9d6271-e0a2-47dc-91d9-362f2a77f1e5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436077 Feb 18 04:34:43.249580 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f86af29-f1cd-446e-ba58-be47b7790aad req-a4e3ecb1-c647-4b9b-aa81-c846884b2105 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2258623 Feb 18 04:34:43.264809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device fd13d3fd-4dc8-4216-829d-69cc40d26da7 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:34:43.287358 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-2b5c14f7-5611-4d60-89eb-95c83c93c878 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.14 HTTP/1.1" status: 200 len: 1000 time: 0.1172135 Feb 18 04:34:43.399605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port fd13d3fd-4dc8-4216-829d-69cc40d26da7 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:34:43.400358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:43.545277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Deleting port 82ce8318-cb3b-4690-b274-fba91cfb945d {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:34:43.545574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:43.743121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:43.744022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:43.893414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Calling delete_port for 82ce8318-cb3b-4690-b274-fba91cfb945d owned by network:floatingip {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:34:44.081035 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:44.099989 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-609a1a5c-cbd0-4b86-bc5e-4b4d36228dc9 tempest-ServerRescueNegativeTestJSON-1041025583 tempest-ServerRescueNegativeTestJSON-1041025583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:34:44.214802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event deleted for resources: {'Port': ['ID=82ce8318-cb3b-4690-b274-fba91cfb945d,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:34:44.217685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:34:44.410322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks [] for floatingip, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:44.411266 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Floating IP 472a29a6-2586-46f9-95e0-e526af2d3ef1 disassociated (deleted). External IP: 172.28.0.14, port: fd13d3fd-4dc8-4216-829d-69cc40d26da7. Feb 18 04:34:44.450777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c10b0-25b0-4d1d-a874-13a653696f1a req-ed8625ee-b78f-4cb7-966d-3bdbf19d5129 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:44.452821 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aa7c10b0-25b0-4d1d-a874-13a653696f1a req-ed8625ee-b78f-4cb7-966d-3bdbf19d5129 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0982659 Feb 18 04:34:44.512487 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-aa7c10b0-25b0-4d1d-a874-13a653696f1a req-e6fe4a9b-6c88-4e56-b2ff-e1eadb8d7477 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513358 Feb 18 04:34:44.894435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Router 46ea7875-be38-46fc-b998-3f8cf40e2cca has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:34:45.352717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:34:45.363558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] Sync routers for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:34:45.377711 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:34:45.378501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:34:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:34:45.382211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:45.443189 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "DELETE /v2.0/floatingips/472a29a6-2586-46f9-95e0-e526af2d3ef1 HTTP/1.1" status: 204 len: 173 time: 2.1467481 Feb 18 04:34:45.443890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:34:45.572173 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'status': 'completed', 'code': 200} Feb 18 04:34:45.585384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:34:45.698459 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-ebb51e80-a905-485f-a493-cdf182eb2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:45.700106 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-ebb51e80-a905-485f-a493-cdf182eb2dbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1162 time: 0.2395313 Feb 18 04:34:45.853268 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396b83a-630e-48b7-9120-a497996941c2 req-b057313e-69cf-43f0-9e39-360d910e9b39 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:45.856196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-dabef902-4b5c-443c-b32f-dba9053df538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:45.857787 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-dabef902-4b5c-443c-b32f-dba9053df538 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.1478603 Feb 18 04:34:45.862382 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2396b83a-630e-48b7-9120-a497996941c2 req-b057313e-69cf-43f0-9e39-360d910e9b39 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1145210 Feb 18 04:34:45.917858 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2396b83a-630e-48b7-9120-a497996941c2 req-3fe41a64-8fd2-4b8d-921a-d6d5ab18c95c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542607 Feb 18 04:34:45.952527 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-5358b2f3-810f-47ce-bcfd-37ee6f45e0d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 217 time: 0.0771849 Feb 18 04:34:45.956260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-c705b854-1744-487f-9f8f-543de2c25fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:45.957816 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-c705b854-1744-487f-9f8f-543de2c25fa7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=94b9e3836154494292b685f871193a3d&device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 1162 time: 0.3626018 Feb 18 04:34:46.070049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:35Z', 'revision_number': 5, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:34:46.075141 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] Checking router: 46ea7875-be38-46fc-b998-3f8cf40e2cca for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:34:46.084808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:34:46.085590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:34:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:34:46.163373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-a716225d-5b0e-411d-b78f-90db0986c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:46.165359 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-a716225d-5b0e-411d-b78f-90db0986c512 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.2031350 Feb 18 04:34:46.260951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-c121d520-86af-49d3-8167-b7a9b66f536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:46.262881 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-c121d520-86af-49d3-8167-b7a9b66f536a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 200 len: 908 time: 0.2257748 Feb 18 04:34:46.304895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:34:46.382265 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-e06b2615-600d-4028-81a2-19189e423ce9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 200 len: 217 time: 0.1095135 Feb 18 04:34:46.386880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-66b67d54-2297-476d-8508-0226d0426603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:46.389141 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-66b67d54-2297-476d-8508-0226d0426603 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2095337 Feb 18 04:34:46.594046 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-22213563-aaf6-4083-b3ca-17480d973067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:46.595836 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-22213563-aaf6-4083-b3ca-17480d973067 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 200 len: 853 time: 0.2051647 Feb 18 04:34:46.682739 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-98cc7c5a-14a6-4b38-8f8e-234688cacf0f service neutron] 10.222.0.58 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541595 Feb 18 04:34:46.749079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:35Z', 'revision_number': 5, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:34:46.753694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f238e-70d8-4ac2-b644-d3ae15a05774 None None] The sync data for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb is: [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:31:28Z', 'revision_number': 4, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'df294e80-2e8c-40f7-a64a-b5dd8ee73055', 'name': '', 'network_id': '4959141d-0d92-431e-be40-961a33b2f88d', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'mac_address': 'fa:16:3e:0c:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:27Z', 'updated_at': '2021-02-18T04:31:35Z', 'revision_number': 5, 'project_id': '94b9e3836154494292b685f871193a3d', 'subnets': [{'id': '5c6c9dee-09a1-4469-8a81-364710fc66f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:34:46.838918 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-986a9fdc-c144-455d-9ecf-e829378625a5 req-37b633a1-9283-4110-8640-d06b88c2024c service neutron] 10.222.0.58 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552134 Feb 18 04:34:46.866185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-a0b5c9e2-2377-4fab-9d22-0ce5b3ec3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:46.868163 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-a0b5c9e2-2377-4fab-9d22-0ce5b3ec3bd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4959141d-0d92-431e-be40-961a33b2f88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2637172 Feb 18 04:34:47.048055 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-52cf0123-b961-4514-aa06-809e884739f2 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717560 Feb 18 04:34:47.289685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b9f77-c26f-4133-8ac2-8d77b4d0ae24 req-6222206a-cff2-4d2d-a74e-281acbbb32c9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:47.298016 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-070b9f77-c26f-4133-8ac2-8d77b4d0ae24 req-6222206a-cff2-4d2d-a74e-281acbbb32c9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1933539 Feb 18 04:34:47.306912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129cd4d-5d54-4404-8a8b-a5716a887961 None None] New status for floating IP 472a29a6-2586-46f9-95e0-e526af2d3ef1: DOWN {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:34:47.372558 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-070b9f77-c26f-4133-8ac2-8d77b4d0ae24 req-18c4686a-9c8b-4334-a735-b261ed0bd3a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734828 Feb 18 04:34:47.375040 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-875f4e6a-c15a-44d0-b323-8b15a69adaf9 req-e8fc4e83-372b-4a29-a5ca-7247889d17a3 service neutron] 10.222.0.23 "GET /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3164001 Feb 18 04:34:48.628837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5079dc6-1557-4ebe-b1a9-f6bb2600262a req-c41bee92-cc70-4d07-b361-8b4e679adc5f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:48.638235 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c5079dc6-1557-4ebe-b1a9-f6bb2600262a req-c41bee92-cc70-4d07-b361-8b4e679adc5f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1217482 Feb 18 04:34:48.695088 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c5079dc6-1557-4ebe-b1a9-f6bb2600262a req-1b159f59-4bc2-4ba7-a515-b428b47fe8d9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554054 Feb 18 04:34:49.961734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f73c46-9541-4082-843d-bd9650e0e95e req-83ff1408-0a37-46a0-a31b-26ecb629c2f6 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:49.963531 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e9f73c46-9541-4082-843d-bd9650e0e95e req-83ff1408-0a37-46a0-a31b-26ecb629c2f6 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1004548 Feb 18 04:34:50.021108 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e9f73c46-9541-4082-843d-bd9650e0e95e req-7ff28987-abc3-4568-bf47-e9b74b5064e7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454898 Feb 18 04:34:50.597779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e375f2-0f09-41d9-8f4f-42a22264ef32 req-fde78044-dba7-4990-b0f5-beba13d1b4e6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:50.599344 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-30e375f2-0f09-41d9-8f4f-42a22264ef32 req-fde78044-dba7-4990-b0f5-beba13d1b4e6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0899208 Feb 18 04:34:50.648981 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-30e375f2-0f09-41d9-8f4f-42a22264ef32 req-7f961373-34fe-40d7-b68c-e3f3419523ac tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Feb 18 04:34:51.251206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964765c-a062-4540-9cda-12a7a4bc82d4 req-eab56c69-0758-4bdc-a914-565640746329 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:51.252902 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0964765c-a062-4540-9cda-12a7a4bc82d4 req-eab56c69-0758-4bdc-a914-565640746329 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0917995 Feb 18 04:34:51.301856 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0964765c-a062-4540-9cda-12a7a4bc82d4 req-2789a1db-594a-4955-a4bd-942eac7efd4d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Feb 18 04:34:51.904122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf3d7a-2b04-43a3-b115-40a8c8078823 req-59c5e80d-15de-455c-a4ab-f627ee7c26dc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:51.905692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-02cf3d7a-2b04-43a3-b115-40a8c8078823 req-59c5e80d-15de-455c-a4ab-f627ee7c26dc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:34:51.922423 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-02cf3d7a-2b04-43a3-b115-40a8c8078823 req-59c5e80d-15de-455c-a4ab-f627ee7c26dc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:34:51.924101 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-02cf3d7a-2b04-43a3-b115-40a8c8078823 req-59c5e80d-15de-455c-a4ab-f627ee7c26dc tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.1270370 Feb 18 04:34:51.973942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-02cf3d7a-2b04-43a3-b115-40a8c8078823 req-4711d5ce-0e70-452b-9a09-8f54a4a057c6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:security_group {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:34:51.989924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-02cf3d7a-2b04-43a3-b115-40a8c8078823 req-4711d5ce-0e70-452b-9a09-8f54a4a057c6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:security_group {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:34:51.992746 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-02cf3d7a-2b04-43a3-b115-40a8c8078823 req-4711d5ce-0e70-452b-9a09-8f54a4a057c6 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622184 Feb 18 04:34:52.130526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:52.535656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaca6a-d9d8-4f82-8ece-93482fbcfe26 req-01bb5f79-d9d4-4d63-b6c9-a1ad1f320913 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:52.537198 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b0aaca6a-d9d8-4f82-8ece-93482fbcfe26 req-01bb5f79-d9d4-4d63-b6c9-a1ad1f320913 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0937781 Feb 18 04:34:52.587953 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b0aaca6a-d9d8-4f82-8ece-93482fbcfe26 req-047cea7b-df6b-4508-9e81-b536a843fac9 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442934 Feb 18 04:34:52.708727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-2bf4a751-8a6f-42ad-8a4e-98a8d57b2ec7 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:52.710397 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-2bf4a751-8a6f-42ad-8a4e-98a8d57b2ec7 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.0925856 Feb 18 04:34:52.800544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Deleting port fd13d3fd-4dc8-4216-829d-69cc40d26da7 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:34:52.801248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:53.131136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:34:53.131620 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:53.149805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device fd13d3fd-4dc8-4216-829d-69cc40d26da7 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:34:53.259569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62903238-05ac-4291-90ac-519716f068f2 req-1d0d1ddb-6584-40f3-aae5-009a8cef0be1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:53.261200 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-62903238-05ac-4291-90ac-519716f068f2 req-1d0d1ddb-6584-40f3-aae5-009a8cef0be1 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 945 time: 0.1252589 Feb 18 04:34:53.296739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Calling delete_port for fd13d3fd-4dc8-4216-829d-69cc40d26da7 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:34:53.307702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:53.356952 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-62903238-05ac-4291-90ac-519716f068f2 req-5e114695-496d-4612-9681-d381985d39d0 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867336 Feb 18 04:34:53.376178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:34:53.377204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:34:53.384047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:53.386653 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:34:53.409020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:34:53.409626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:34:53.445154 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'code': 200} Feb 18 04:34:53.471082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=7']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:34:53.479651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.480040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.480418 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.480793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.481168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.481530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.482008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.482494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.483438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.483830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.484193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.484551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.484952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.485314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.485673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.486029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.486386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.486789 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.487151 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.487538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.487904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.488265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.488632 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.488979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:34:53.494159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:34:53.809158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bed50e-69ee-4015-bfc7-1756534633ad req-7cb2f5dc-bf8d-41bb-ad06-ce735c221b6d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:53.810762 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-81bed50e-69ee-4015-bfc7-1756534633ad req-7cb2f5dc-bf8d-41bb-ad06-ce735c221b6d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0965533 Feb 18 04:34:53.862338 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-81bed50e-69ee-4015-bfc7-1756534633ad req-dc6734ba-7c66-4f2a-b720-5303b559827c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Feb 18 04:34:53.911212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Deleting port fd13d3fd-4dc8-4216-829d-69cc40d26da7 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:34:53.911565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:54.415652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] For port fd13d3fd-4dc8-4216-829d-69cc40d26da7, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=fd13d3fd-4dc8-4216-829d-69cc40d26da7,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:34:54.415978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:54.551216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Calling delete_port for fd13d3fd-4dc8-4216-829d-69cc40d26da7 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:34:54.556450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab57c-3dda-46b8-ba78-c6303b5fd778 req-e8ff4035-c1f6-4a00-8475-5551e5ec5460 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:54.558073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e48ab57c-3dda-46b8-ba78-c6303b5fd778 req-e8ff4035-c1f6-4a00-8475-5551e5ec5460 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 943 time: 0.0918405 Feb 18 04:34:54.606191 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e48ab57c-3dda-46b8-ba78-c6303b5fd778 req-30ee0863-9b19-4299-9fec-4ebb95a0ab86 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/security-groups?id=dacb2b1f-e0e5-4050-853d-7644f1a46239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Feb 18 04:34:54.705134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:54.721991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:34:54.819207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Pushing event deleted for resources: {'Port': ['ID=fd13d3fd-4dc8-4216-829d-69cc40d26da7,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:34:54.822022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:34:54.933682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] No DVR routers for this DVR port fd13d3fd-4dc8-4216-829d-69cc40d26da7 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:34:54.936012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:54.939374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'name': 'network-vif-deleted', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:34:54.958660 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-267a48aa-bf0b-454a-88e7-9aaace7a1711 req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.23 "DELETE /v2.0/ports/fd13d3fd-4dc8-4216-829d-69cc40d26da7 HTTP/1.1" status: 204 len: 173 time: 2.2420003 Feb 18 04:34:55.025504 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7443b41-9086-4c1b-b93b-a68adaf81ca4', 'name': 'network-vif-deleted', 'tag': 'fd13d3fd-4dc8-4216-829d-69cc40d26da7', 'status': 'completed', 'code': 200} Feb 18 04:34:55.129125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-ab2533e9-e4e1-4b81-a97f-e8ed6c0593e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:55.130735 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-ab2533e9-e4e1-4b81-a97f-e8ed6c0593e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1163 time: 0.1467893 Feb 18 04:34:55.171050 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d448d-05ce-4da6-8a4e-497872843054 req-b30d93fc-0e3a-4570-b965-35885a2fe74c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:55.172791 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ce2d448d-05ce-4da6-8a4e-497872843054 req-b30d93fc-0e3a-4570-b965-35885a2fe74c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.1464643 Feb 18 04:34:55.300192 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ce2d448d-05ce-4da6-8a4e-497872843054 req-942e6dca-e1c1-4088-81f0-31efd4d6b98d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796554 Feb 18 04:34:55.324394 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-e6634f5a-7e8c-4ed9-9d0a-5eafe6bc6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:55.325977 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-e6634f5a-7e8c-4ed9-9d0a-5eafe6bc6d6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.1855462 Feb 18 04:34:55.440228 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-ca31aec4-8972-409f-a7f9-e755fc868de6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 200 len: 1000 time: 0.1075008 Feb 18 04:34:55.508734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-5a98672a-0f76-421e-986d-9638ee988ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:55.510174 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-5a98672a-0f76-421e-986d-9638ee988ba5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.0627837 Feb 18 04:34:55.595878 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-4c43cbda-4d54-486d-a981-5e96d7491ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:55.597394 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-4c43cbda-4d54-486d-a981-5e96d7491ec6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797253 Feb 18 04:34:55.817747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-ba66cb96-035d-4760-90c0-afad4a397f0f req-a84439ab-c26c-4324-bca1-cd5944663086 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Synchronizing usage tracker for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:34:55.851206 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-18d34082-b273-4d4f-8540-56e3b6230912 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392232 Feb 18 04:34:55.851988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-ba66cb96-035d-4760-90c0-afad4a397f0f req-a84439ab-c26c-4324-bca1-cd5944663086 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Unset dirty status for tenant:94b9e3836154494292b685f871193a3d on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:34:55.853095 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ba66cb96-035d-4760-90c0-afad4a397f0f req-a84439ab-c26c-4324-bca1-cd5944663086 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7443b41-9086-4c1b-b93b-a68adaf81ca4 HTTP/1.1" status: 200 len: 210 time: 0.0941384 Feb 18 04:34:55.992649 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ee5d651b-0011-434d-bfa8-e63b09ac5bf5 req-f5aa9755-1ebc-43aa-9dc0-bcf437eb5502 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1340621 Feb 18 04:34:56.513097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c8f0-1582-4734-a293-a725c89020a4 req-9422a421-60e4-4c99-a627-e7cd079edcba tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:56.515203 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab53c8f0-1582-4734-a293-a725c89020a4 req-9422a421-60e4-4c99-a627-e7cd079edcba tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0895720 Feb 18 04:34:56.563098 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab53c8f0-1582-4734-a293-a725c89020a4 req-d011d5e5-1903-416d-8043-bb9826d4a49d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Feb 18 04:34:57.568979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-02b29c7d-0f9f-4e30-895a-3b4bbb635975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:57.768475 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee1bbe-80a0-4324-aa3f-6382c1bad0ca req-694cb73c-fe79-4000-b741-b9ca2ec97a00 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:57.775767 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7dee1bbe-80a0-4324-aa3f-6382c1bad0ca req-694cb73c-fe79-4000-b741-b9ca2ec97a00 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0955300 Feb 18 04:34:57.828805 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7dee1bbe-80a0-4324-aa3f-6382c1bad0ca req-4f3e6578-379c-42dc-9f24-ba20e80ccd2d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515866 Feb 18 04:34:58.498220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45746) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:34:59.033987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca83c6-bf7c-4f35-a314-39790baaf86d req-959d0a29-f6f7-4316-8ad2-c2e832a13566 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:34:59.035596 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f1ca83c6-bf7c-4f35-a314-39790baaf86d req-959d0a29-f6f7-4316-8ad2-c2e832a13566 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0884011 Feb 18 04:34:59.050846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device dda22d46-b0ca-49db-a80d-81dc006063c3 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:34:59.069115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692803'] for router_interface, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:59.085080 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f1ca83c6-bf7c-4f35-a314-39790baaf86d req-45ece48c-907f-410a-b511-7d8ca48a6c76 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Feb 18 04:34:59.171740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:59.201154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:34:59.210139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port dda22d46-b0ca-49db-a80d-81dc006063c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=dda22d46-b0ca-49db-a80d-81dc006063c3,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:34:59.214753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:59.216849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-10504f81-3d0c-4713-8e55-25667b8b523e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:34:59.295232 dv-cinder-776307-1-smb neutron-server[83855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'code': 422} returned with failed status Feb 18 04:34:59.296437 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=dda22d46-b0ca-49db-a80d-81dc006063c3,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:34:59.299853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:34:59.680975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Deleting port df294e80-2e8c-40f7-a64a-b5dd8ee73055 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:34:59.681504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:59.805296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1f51-4a2e-409c-b798-399c12ce844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:34:59.878663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] For port df294e80-2e8c-40f7-a64a-b5dd8ee73055, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=df294e80-2e8c-40f7-a64a-b5dd8ee73055,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:34:59.879063 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:00.010870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Calling delete_port for df294e80-2e8c-40f7-a64a-b5dd8ee73055 owned by network:router_interface {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:00.214937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:00.357424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:00.377846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:00.480122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df294e80-2e8c-40f7-a64a-b5dd8ee73055,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:00.492695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.493122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.493540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.494211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.494618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.495025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.495474 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.495882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.496284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.496687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.497086 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.497486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.497925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.498325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.498764 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.499165 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.499587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.499987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.500388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.500786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.501185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.501583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.501978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.502373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:00.506370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:00.932991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854128242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854077712'] for router_interface, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:01.042910 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-5144e774-0eb7-43a2-91ac-b5653f7fc6cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3155792 Feb 18 04:35:01.073012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a50a8-df9b-4d4f-9717-4b831ac91d17 req-ff51ca70-e847-4ed3-b7d2-c76a355ca203 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:01.074612 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-535a50a8-df9b-4d4f-9717-4b831ac91d17 req-ff51ca70-e847-4ed3-b7d2-c76a355ca203 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.2966576 Feb 18 04:35:01.205529 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-535a50a8-df9b-4d4f-9717-4b831ac91d17 req-4973939a-4072-4223-add6-1c7974852806 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223526 Feb 18 04:35:01.516104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:01.526598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Router 46ea7875-be38-46fc-b998-3f8cf40e2cca has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:35:01.579485 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-e4a7a98d-8843-44e9-bbc4-cf10f8b2abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:01.581097 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-e4a7a98d-8843-44e9-bbc4-cf10f8b2abe4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2&tenant_id=46b6437102d74d99b2a1d884ca59405a HTTP/1.1" status: 200 len: 1161 time: 0.0774200 Feb 18 04:35:01.686700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-80d7400b-b567-4ae9-98fa-71c9cfd6d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:01.688592 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-80d7400b-b567-4ae9-98fa-71c9cfd6d205 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1161 time: 0.0843928 Feb 18 04:35:01.840834 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-0489adaf-aa62-413f-a081-59027200f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:01.842512 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-0489adaf-aa62-413f-a081-59027200f2d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.1474586 Feb 18 04:35:01.904711 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:01.952740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:35:01.953160 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-6ba85a88-84e5-409a-a9dd-3b32b9462c70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 200 len: 998 time: 0.1037633 Feb 18 04:35:01.962861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] Sync routers for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:35:01.969998 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] 10.222.0.58 "PUT /v2.0/routers/46ea7875-be38-46fc-b998-3f8cf40e2cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4700756 Feb 18 04:35:01.972750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45798) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:01.973527 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:01.974222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:02.025797 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-76c27666-58f7-4166-907b-870f85062864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:02.027540 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-76c27666-58f7-4166-907b-870f85062864 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.0680442 Feb 18 04:35:02.109697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-27b4c98c-afeb-4c46-800a-4bf57157039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:02.111499 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-27b4c98c-afeb-4c46-800a-4bf57157039b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769694 Feb 18 04:35:02.158991 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks [] for router, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:02.165212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:02.267480 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-927907a0-a17f-4427-9e4a-2a5449f66faf service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475105 Feb 18 04:35:02.420417 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:02.421800 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0f5b11b2-7f5b-4cd9-b35f-7f7c390c8020 req-1fb8010a-1403-46ae-81ba-3ee9f874c6eb service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474888 Feb 18 04:35:02.437540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Deleting port bde3bd68-7d03-4602-9ecb-5db9b658d98a {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:02.437921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:02.508370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045095e2-6152-4a8f-b4b9-ecf1136f9ce0 req-ace07f20-0c4f-4e26-afe3-da26eb13de41 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:02.509912 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-045095e2-6152-4a8f-b4b9-ecf1136f9ce0 req-ace07f20-0c4f-4e26-afe3-da26eb13de41 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.1809311 Feb 18 04:35:02.646240 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:35:00Z', 'revision_number': 5, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port': {'id': 'bde3bd68-7d03-4602-9ecb-5db9b658d98a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:31:23Z', 'updated_at': '2021-02-18T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:02.650311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] Checking router: 46ea7875-be38-46fc-b998-3f8cf40e2cca for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:35:02.659835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] Routers {'46ea7875-be38-46fc-b998-3f8cf40e2cca'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:02.660482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['46ea7875-be38-46fc-b998-3f8cf40e2cca'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:02.662656 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-045095e2-6152-4a8f-b4b9-ecf1136f9ce0 req-a72fc6ac-59a6-4e08-87a0-15e349f3c7bd tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354086 Feb 18 04:35:02.705540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] For port bde3bd68-7d03-4602-9ecb-5db9b658d98a, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=bde3bd68-7d03-4602-9ecb-5db9b658d98a,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:02.705933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:02.822139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] Set router 46ea7875-be38-46fc-b998-3f8cf40e2cca gateway port host: None {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:02.839396 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Calling delete_port for bde3bd68-7d03-4602-9ecb-5db9b658d98a owned by network:router_gateway {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:02.936677 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:35:02Z', 'revision_number': 6, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port_host': None}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:02.940810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d9702-f92b-4ede-bb63-a78f3a6fb004 None None] The sync data for ids ['46ea7875-be38-46fc-b998-3f8cf40e2cca'] in dv-cinder-776307-1-smb is: [{'id': '46ea7875-be38-46fc-b998-3f8cf40e2cca', 'name': 'tempest-TestMinimumBasicScenario-496851503-router', 'tenant_id': '94b9e3836154494292b685f871193a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:31:22Z', 'updated_at': '2021-02-18T04:35:02Z', 'revision_number': 6, 'project_id': '94b9e3836154494292b685f871193a3d', 'gw_port_host': None}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:35:03.027843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.046736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-254ccf9d-1c3f-4d24-af1c-985907ee6c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:03.150540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Pushing event deleted for resources: {'Port': ['ID=bde3bd68-7d03-4602-9ecb-5db9b658d98a,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:03.155350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:03.302370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693345'] for router_gateway, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.528688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854059822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15197'] for router, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.532451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.631970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694558'] for router, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.632530 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ea7875-be38-46fc-b998-3f8cf40e2cca {{(pid=83966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 04:35:03.645998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] Notify callbacks [] for router, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.647293 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e1bcab37-cc18-4277-93a2-3f412a75feeb admin admin] 10.222.0.58 "DELETE /v2.0/routers/46ea7875-be38-46fc-b998-3f8cf40e2cca HTTP/1.1" status: 204 len: 168 time: 1.6733959 Feb 18 04:35:03.650094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45828) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:03.748964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Deleting subnet 5c6c9dee-09a1-4469-8a81-364710fc66f5 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:35:03.753854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.783387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device df294e80-2e8c-40f7-a64a-b5dd8ee73055 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:03.850547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: df294e80-2e8c-40f7-a64a-b5dd8ee73055 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:03.851338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device df294e80-2e8c-40f7-a64a-b5dd8ee73055 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:03.852157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device bde3bd68-7d03-4602-9ecb-5db9b658d98a no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:03.875413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:03.899624 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: bde3bd68-7d03-4602-9ecb-5db9b658d98a {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:03.900397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device bde3bd68-7d03-4602-9ecb-5db9b658d98a not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:04.082231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:04.150673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac04e1-1ab4-4f05-86a0-3daa48376b56 req-1d8a8628-c106-48b9-b12d-5d273aa9580f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:04.152266 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdac04e1-1ab4-4f05-86a0-3daa48376b56 req-1d8a8628-c106-48b9-b12d-5d273aa9580f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.2430661 Feb 18 04:35:04.294798 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fdac04e1-1ab4-4f05-86a0-3daa48376b56 req-a52c5b1f-a9ef-4582-9c94-edb9b87d1a77 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254299 Feb 18 04:35:04.406399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:04.422584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-40115722-7f17-4867-b52e-e27499107321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:04.519450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6c9dee-09a1-4469-8a81-364710fc66f5,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:04.523160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:04.554979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:04.560454 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248ec0f-8ad9-4727-a15d-2f0bb70138ac None None] Network 4959141d-0d92-431e-be40-961a33b2f88d requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:35:04.561422 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6b612997-1e85-4947-a074-97adcb668b46 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5c6c9dee-09a1-4469-8a81-364710fc66f5 HTTP/1.1" status: 204 len: 168 time: 0.9097114 Feb 18 04:35:04.564100 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45834) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:04.694678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:04.877167 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] DHCP port deletion for 4959141d-0d92-431e-be40-961a33b2f88d request from dv-cinder-776307-1-smb {{(pid=83968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 04:35:04.882276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] Deleting port 5fe1e184-f832-4885-8826-270c50da2b59 {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:04.882845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:05.039744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Deleting port 5fe1e184-f832-4885-8826-270c50da2b59 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:05.040115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:05.125505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] For port 5fe1e184-f832-4885-8826-270c50da2b59, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=5fe1e184-f832-4885-8826-270c50da2b59,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:05.125870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:05.262218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] For port 5fe1e184-f832-4885-8826-270c50da2b59, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=5fe1e184-f832-4885-8826-270c50da2b59,segment=NetworkSegment(abb6da27-df59-4771-8429-2a80950734d7),segment_id=abb6da27-df59-4771-8429-2a80950734d7)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:05.262610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:05.263276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] Calling delete_port for 5fe1e184-f832-4885-8826-270c50da2b59 owned by network:dhcp {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:05.404358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Calling delete_port for 5fe1e184-f832-4885-8826-270c50da2b59 owned by network:dhcp {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:05.440837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119'] for port, after_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:05.456807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:05.552818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83966) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:35:05.553209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:35:05.559104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] Pushing event deleted for resources: {'Port': ['ID=5fe1e184-f832-4885-8826-270c50da2b59,revision_number=None']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:05.573774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:05.581368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35619415-7ac4-4a5d-b5ec-85f6527b14f0 req-bdc360e5-6b76-4a38-9b03-1176a210f93f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:05.583023 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-35619415-7ac4-4a5d-b5ec-85f6527b14f0 req-bdc360e5-6b76-4a38-9b03-1176a210f93f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.1248612 Feb 18 04:35:05.611321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeda944-8e98-438f-882f-834a66ac7354 None None] No DVR routers for this DVR port 5fe1e184-f832-4885-8826-270c50da2b59 on host dv-cinder-776307-1-smb {{(pid=83968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:35:05.634288 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-35619415-7ac4-4a5d-b5ec-85f6527b14f0 req-b93cae48-1bad-4912-bcf8-b8ea904047fb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447712 Feb 18 04:35:05.735061 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 5fe1e184-f832-4885-8826-270c50da2b59 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:05.775701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: 5fe1e184-f832-4885-8826-270c50da2b59 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:05.776098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 5fe1e184-f832-4885-8826-270c50da2b59 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:06.054291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Deleting port 5fe1e184-f832-4885-8826-270c50da2b59 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:06.054672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:06.126959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] The port '5fe1e184-f832-4885-8826-270c50da2b59' was deleted {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 04:35:06.249319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:06.377110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4959141d-0d92-431e-be40-961a33b2f88d']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:06.391476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb6da27-df59-4771-8429-2a80950734d7') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:06.391807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb6da27-df59-4771-8429-2a80950734d7') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:06.404087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:06.422187 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:06.424351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:35:06.612903 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Network 4959141d-0d92-431e-be40-961a33b2f88d has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:35:06.622740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:06.811184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Network 4959141d-0d92-431e-be40-961a33b2f88d has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: % (table.description, expected, rows_matched) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: % (table.description, expected, rows_matched) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: % (table.description, expected, rows_matched) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: % (table.description, expected, rows_matched) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:35:06.875699 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:35:06.976504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:06.983908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:06.998084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:07.023696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c7167-30ba-4c6b-8e33-89265fb7d17f req-a7f7f4ec-0ca0-4536-8b78-1daccbda2eb1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:07.025286 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-886c7167-30ba-4c6b-8e33-89265fb7d17f req-a7f7f4ec-0ca0-4536-8b78-1daccbda2eb1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.2173674 Feb 18 04:35:07.027701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Pushing event deleted for resources: {'Network': ['ID=4959141d-0d92-431e-be40-961a33b2f88d,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:07.037534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:07.055870 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-cb17ec73-19ed-4c08-a365-b0ac60438122 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4959141d-0d92-431e-be40-961a33b2f88d HTTP/1.1" status: 204 len: 168 time: 2.4907863 Feb 18 04:35:07.083186 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-886c7167-30ba-4c6b-8e33-89265fb7d17f req-e6ca7974-15d9-4849-8e17-3ff60d5cace8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491872 Feb 18 04:35:07.253806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45846) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:07.306930 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b4a0d9e8-9264-435f-acef-8900a075fdbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94b9e3836154494292b685f871193a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515196 Feb 18 04:35:07.309326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 45850) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:07.381425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:07.408464 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:07.455782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:07.462071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b082febd-82df-465c-a6d9-3a5dff4e91db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:07.480170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacb2b1f-e0e5-4050-853d-7644f1a46239,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:07.482964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:07.490057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:07.491335 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dacb2b1f-e0e5-4050-853d-7644f1a46239 HTTP/1.1" status: 204 len: 168 time: 0.1805995 Feb 18 04:35:08.293774 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6f259-c7ab-440c-a9db-541049fee4c4 req-49b27689-69c4-40db-9981-d9817bc4ab9e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:08.295973 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-92a6f259-c7ab-440c-a9db-541049fee4c4 req-49b27689-69c4-40db-9981-d9817bc4ab9e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0901890 Feb 18 04:35:08.347175 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-92a6f259-c7ab-440c-a9db-541049fee4c4 req-95ef177f-544b-4fbf-8c50-9241df22fa7d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448320 Feb 18 04:35:09.558639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f14dc-f808-48df-bc3d-178b992fdc38 req-9e6df90e-996b-4df8-a3ab-81f6bc656522 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:09.560258 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ea5f14dc-f808-48df-bc3d-178b992fdc38 req-9e6df90e-996b-4df8-a3ab-81f6bc656522 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0857568 Feb 18 04:35:09.612097 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ea5f14dc-f808-48df-bc3d-178b992fdc38 req-6d921df6-8918-4591-b2f9-b5258438b508 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Feb 18 04:35:10.822212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed11552-bfc0-4f1c-9bb3-9a642c05781e req-25b976b5-8357-4d8a-8ac0-f3fe22017cde tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:10.823880 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6ed11552-bfc0-4f1c-9bb3-9a642c05781e req-25b976b5-8357-4d8a-8ac0-f3fe22017cde tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0922630 Feb 18 04:35:10.876554 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6ed11552-bfc0-4f1c-9bb3-9a642c05781e req-a3610d7d-8712-4958-92bf-61783f64b18e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Feb 18 04:35:12.088902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3512a-44cc-491a-8b89-6048bf308256 req-96691b16-ada6-4e25-b8fa-7986f66bd043 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:12.090494 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9ad3512a-44cc-491a-8b89-6048bf308256 req-96691b16-ada6-4e25-b8fa-7986f66bd043 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0866737 Feb 18 04:35:12.147718 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9ad3512a-44cc-491a-8b89-6048bf308256 req-b91de2ec-ac56-4dee-a135-0850c7a802e4 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Feb 18 04:35:13.357833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077502-a545-455d-b598-3c14a6e26393 req-0338600e-5815-4a31-b83b-acf733e0eeb3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:13.360033 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-58077502-a545-455d-b598-3c14a6e26393 req-0338600e-5815-4a31-b83b-acf733e0eeb3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0919490 Feb 18 04:35:13.409413 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-58077502-a545-455d-b598-3c14a6e26393 req-439c2828-8266-412a-a7d6-e62f521f8dea tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Feb 18 04:35:14.615342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61b9ca-23dc-4651-91fe-08eed95db8e7 req-37f1cf29-84ff-4db6-a733-2ffbad3a6db3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:14.616879 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fa61b9ca-23dc-4651-91fe-08eed95db8e7 req-37f1cf29-84ff-4db6-a733-2ffbad3a6db3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0852253 Feb 18 04:35:14.666645 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fa61b9ca-23dc-4651-91fe-08eed95db8e7 req-5a00060e-1e14-4d6d-b66e-170c60330235 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Feb 18 04:35:15.460655 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:35:15.870643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c755bb-4632-48c8-a944-b7ef7b45a8f7 req-4861df8a-264a-4ac0-9a16-c0becc2c74cb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:15.872268 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3c755bb-4632-48c8-a944-b7ef7b45a8f7 req-4861df8a-264a-4ac0-9a16-c0becc2c74cb tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0862670 Feb 18 04:35:15.919087 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c3c755bb-4632-48c8-a944-b7ef7b45a8f7 req-4ad1ebcb-43e6-4b3c-9b52-2a7ecac8322e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396745 Feb 18 04:35:17.127847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bfd14-1e52-4dea-b6ca-24d7731d4ea5 req-b8751ece-1d31-4dd8-b6f7-c2aab3351205 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:17.129327 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-401bfd14-1e52-4dea-b6ca-24d7731d4ea5 req-b8751ece-1d31-4dd8-b6f7-c2aab3351205 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0886381 Feb 18 04:35:17.175256 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-401bfd14-1e52-4dea-b6ca-24d7731d4ea5 req-71d2714b-dabd-4ce3-b476-b20d7181f9b1 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Feb 18 04:35:18.374966 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace07a18-fc26-4424-a634-2b67fd3c9ae9 req-ba3500f4-9bb0-4e0e-99f2-7ec87e03b774 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:18.376565 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ace07a18-fc26-4424-a634-2b67fd3c9ae9 req-ba3500f4-9bb0-4e0e-99f2-7ec87e03b774 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0865493 Feb 18 04:35:18.422110 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ace07a18-fc26-4424-a634-2b67fd3c9ae9 req-fce660d1-0076-45ac-bc49-98b2a2f1510e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Feb 18 04:35:19.625917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a216-4edb-4b16-9962-3315aa25e3a3 req-55f139ed-ee61-4f91-84a7-a0e69796a604 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:19.627536 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-81b8a216-4edb-4b16-9962-3315aa25e3a3 req-55f139ed-ee61-4f91-84a7-a0e69796a604 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0894458 Feb 18 04:35:19.673889 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-81b8a216-4edb-4b16-9962-3315aa25e3a3 req-0ef1cb81-ec29-41ca-85d3-fed7f5e03b3d tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Feb 18 04:35:20.878034 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc9f6a-eb9e-4152-9c0b-cfb352ff703d req-bcc37f06-2c38-471f-8a1d-cbf2300a8e95 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:20.879657 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-23dc9f6a-eb9e-4152-9c0b-cfb352ff703d req-bcc37f06-2c38-471f-8a1d-cbf2300a8e95 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 944 time: 0.0855589 Feb 18 04:35:20.926181 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-23dc9f6a-eb9e-4152-9c0b-cfb352ff703d req-9af946e9-eb5b-4560-9127-7d47d550d293 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Feb 18 04:35:21.739717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device dda22d46-b0ca-49db-a80d-81dc006063c3 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:35:21.815157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port dda22d46-b0ca-49db-a80d-81dc006063c3 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:35:21.815829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:21.943551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:21.973080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:35:21.983949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port dda22d46-b0ca-49db-a80d-81dc006063c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=dda22d46-b0ca-49db-a80d-81dc006063c3,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:21.986960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:21.988921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:22.028887 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'code': 200} Feb 18 04:35:22.063193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=dda22d46-b0ca-49db-a80d-81dc006063c3,revision_number=6']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:22.066782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:22.134211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:22.137195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947f561-072b-4f33-9e4f-f04068b5ab61 req-6362a1c2-562b-45cc-9e09-a92a11d90d1c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:22.138802 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0947f561-072b-4f33-9e4f-f04068b5ab61 req-6362a1c2-562b-45cc-9e09-a92a11d90d1c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0907822 Feb 18 04:35:22.188172 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0947f561-072b-4f33-9e4f-f04068b5ab61 req-cd20bf08-16d9-4af1-a950-1a2a653340f8 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417819 Feb 18 04:35:22.275732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035cf9f-61a2-4395-950f-602c7244f8e5 req-c75d87e7-8ce1-4431-93d3-ad0ec33dda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:22.277247 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1035cf9f-61a2-4395-950f-602c7244f8e5 req-c75d87e7-8ce1-4431-93d3-ad0ec33dda1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1163 time: 0.0754313 Feb 18 04:35:22.320005 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1035cf9f-61a2-4395-950f-602c7244f8e5 req-85eae7fa-c2c9-4fa9-80c4-66f61d75a929 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360949 Feb 18 04:35:23.203412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device dda22d46-b0ca-49db-a80d-81dc006063c3 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:35:23.275942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port dda22d46-b0ca-49db-a80d-81dc006063c3 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:35:23.276385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:23.411796 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3dc4f-31a6-4fc8-941f-c333f7c746c8 req-e0b9a42d-b13c-4d09-bea5-361dce5a316f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:23.413401 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-88d3dc4f-31a6-4fc8-941f-c333f7c746c8 req-e0b9a42d-b13c-4d09-bea5-361dce5a316f tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0968068 Feb 18 04:35:23.463587 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-88d3dc4f-31a6-4fc8-941f-c333f7c746c8 req-8463de45-d581-4c10-a6f8-f06086ee3c5e tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Feb 18 04:35:24.674963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9547-d3a5-40ab-b756-80ca9a83a167 req-9f81a195-389a-4bb2-8c48-5e02e2f903ed tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:24.676595 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e1ad9547-d3a5-40ab-b756-80ca9a83a167 req-9f81a195-389a-4bb2-8c48-5e02e2f903ed tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0895526 Feb 18 04:35:24.725338 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e1ad9547-d3a5-40ab-b756-80ca9a83a167 req-aa7fbb9b-30d5-48c3-848c-55916f9a1122 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Feb 18 04:35:27.570615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-efaf3066-d409-4f96-9f31-057da4032d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:29.807726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ef12258d-9546-43a9-829a-00c2f4cf1972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:30.214817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:31.518327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:31.907571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:34.118906 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-533ce824-fb82-45f3-9003-422b01bfccf4 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/floatingips/d5b1d14c-0fd3-4585-ae74-7ecd58ef3dde HTTP/1.1" status: 200 len: 998 time: 0.1110351 Feb 18 04:35:34.282782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-a09502c2-e74a-4026-a601-4df1c62f8b58 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:34.284287 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-a09502c2-e74a-4026-a601-4df1c62f8b58 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/networks/3ce218cf-12a4-4440-b793-29be0ad4f2b6 HTTP/1.1" status: 200 len: 784 time: 0.1588221 Feb 18 04:35:34.396691 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-01148804-8806-4bcd-a40a-0ea455d08cbe tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.196 HTTP/1.1" status: 200 len: 1001 time: 0.1056402 Feb 18 04:35:34.440438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7025-1d38-43d9-9746-a181dbc9d62b req-c2034c6e-00e7-43c2-b781-4a9eeb967a22 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:34.442063 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-414a7025-1d38-43d9-9746-a181dbc9d62b req-c2034c6e-00e7-43c2-b781-4a9eeb967a22 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.0913887 Feb 18 04:35:34.478021 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-9626a416-a793-4112-8dbf-667400221418 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:34.479529 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-9626a416-a793-4112-8dbf-667400221418 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports/baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 942 time: 0.0769162 Feb 18 04:35:34.490586 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-414a7025-1d38-43d9-9746-a181dbc9d62b req-2288fc99-bf1e-43c7-b89a-5ae28289f984 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Feb 18 04:35:34.891827 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-54769a2f-c06c-4523-ae9e-f1b4cc19c521 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.0.196 HTTP/1.1" status: 200 len: 1001 time: 0.3289580 Feb 18 04:35:35.106524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Deleting port 78f46f0a-4808-4f60-a2c6-82ee45d72b19 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:35.106792 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:35.282120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:35.282585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:35.411398 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Calling delete_port for 78f46f0a-4808-4f60-a2c6-82ee45d72b19 owned by network:floatingip {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:35.561635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:35.577488 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03aa7c23-33b2-44cb-96b2-fa042c4a5f26 tempest-VolumesActionsTest-277053268 tempest-VolumesActionsTest-277053268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:35.681557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event deleted for resources: {'Port': ['ID=78f46f0a-4808-4f60-a2c6-82ee45d72b19,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:35.685575 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:35.690698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4470237-6196-429f-aae7-6c8b4cad42a0 req-a6c51eba-cabc-4ee0-a8a6-4780dc0a4a52 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:35.692400 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a4470237-6196-429f-aae7-6c8b4cad42a0 req-a6c51eba-cabc-4ee0-a8a6-4780dc0a4a52 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.0874758 Feb 18 04:35:35.743745 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a4470237-6196-429f-aae7-6c8b4cad42a0 req-57d68c6b-0324-4707-94bc-77e0b68e96a2 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Feb 18 04:35:35.801284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for floatingip, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:35.801657 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Floating IP d5b1d14c-0fd3-4585-ae74-7ecd58ef3dde disassociated (deleted). External IP: 172.28.0.196, port: baf0835d-6310-4bb9-b0b8-40bcd109e66a. Feb 18 04:35:36.170563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Router 031cec42-5dd7-4351-aa4a-468bfdf04480 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:35:36.359483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:35:36.368975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] Sync routers for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:35:36.378686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:36.379462 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:36.383692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:36.441734 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "DELETE /v2.0/floatingips/d5b1d14c-0fd3-4585-ae74-7ecd58ef3dde HTTP/1.1" status: 204 len: 173 time: 1.5436800 Feb 18 04:35:36.442181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:35:36.500042 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'status': 'completed', 'code': 200} Feb 18 04:35:36.576247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:36.664432 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-0f6c963c-26b7-4c93-85ee-c6b2dde28738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:36.666086 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-0f6c963c-26b7-4c93-85ee-c6b2dde28738 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.2101617 Feb 18 04:35:36.705918 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343972c5-5b66-4bfc-bb14-565144654144 req-f8aa5f4a-9e09-418e-a655-f9f547390951 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:36.707490 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-343972c5-5b66-4bfc-bb14-565144654144 req-f8aa5f4a-9e09-418e-a655-f9f547390951 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.2066183 Feb 18 04:35:36.711701 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-0d7fa1ea-1630-4d6b-b42f-c12492c6ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:36.713152 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-0d7fa1ea-1630-4d6b-b42f-c12492c6ba13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 1162 time: 0.1728129 Feb 18 04:35:36.921863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 5, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:36.926307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] Checking router: 031cec42-5dd7-4351-aa4a-468bfdf04480 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:35:36.935889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:36.936549 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:36.957941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8ffd-9782-4af9-80cf-bf862559f0c4 req-130e35e0-2fa4-4466-9e85-4f15823e0625 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:36.959460 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f40b8ffd-9782-4af9-80cf-bf862559f0c4 req-130e35e0-2fa4-4466-9e85-4f15823e0625 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 945 time: 0.0909162 Feb 18 04:35:36.970506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Deleting port ce62f480-a3cd-498e-b3a0-9aee49fcc9af {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:36.970891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:37.009612 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f40b8ffd-9782-4af9-80cf-bf862559f0c4 req-dfabc497-31cd-4a7e-ada0-1d91d6090dcc tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Feb 18 04:35:37.064494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-e293ffe9-8b8c-4b49-916a-14ad6e172fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:37.066113 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-e293ffe9-8b8c-4b49-916a-14ad6e172fea service neutron] 10.222.0.58 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.3907990 Feb 18 04:35:37.130362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-fca9a3d4-86db-4e3c-9d56-2e481d189068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:37.130810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:37.131954 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-fca9a3d4-86db-4e3c-9d56-2e481d189068 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 200 len: 903 time: 0.3717015 Feb 18 04:35:37.217324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device ce62f480-a3cd-498e-b3a0-9aee49fcc9af no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:37.357505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:37.389320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:35:37.401581 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port ce62f480-a3cd-498e-b3a0-9aee49fcc9af, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:37.405963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:37.408084 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-bf9d56de-7023-4aa3-9925-031282871bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:37.452282 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'code': 200} Feb 18 04:35:37.469745 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-76b1af0b-26be-4426-bebc-ecc0fa9af300 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 217 time: 0.3943989 Feb 18 04:35:37.491347 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:37.495571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:37.533748 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-921e6d55-edb2-4d8d-8ff2-34344ff4e31f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 200 len: 217 time: 0.3696430 Feb 18 04:35:37.625314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 5, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:37.629460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5e11-dabc-43f6-9c35-3ca788340547 None None] The sync data for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb is: [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:29:21Z', 'revision_number': 4, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': '6b7f400f-104d-4602-bfd0-ffcb47e2c904', 'name': '', 'network_id': 'b626f94f-63a0-4221-93f5-0057375f96e5', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'mac_address': 'fa:16:3e:2a:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '97b43985-10c5-43f8-a711-4599739bf198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:19Z', 'updated_at': '2021-02-18T04:29:32Z', 'revision_number': 5, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'subnets': [{'id': '97b43985-10c5-43f8-a711-4599739bf198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:35:37.712751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-837c15e9-0c8c-4042-b645-f1978f7b8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:37.714361 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-837c15e9-0c8c-4042-b645-f1978f7b8253 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.2318628 Feb 18 04:35:37.761292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-bec1f021-0f81-4cdd-97cc-8a938e042f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:37.762847 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-bec1f021-0f81-4cdd-97cc-8a938e042f8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 200 len: 848 time: 0.2146118 Feb 18 04:35:37.877887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] For port ce62f480-a3cd-498e-b3a0-9aee49fcc9af, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:37.878287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:38.008163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-fc981acc-596d-486b-a627-8fbf866e1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:38.009692 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-fc981acc-596d-486b-a627-8fbf866e1b88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2864740 Feb 18 04:35:38.038322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973b79d-80f4-4dc0-8d7d-12ac228ff41d None None] New status for floating IP d5b1d14c-0fd3-4585-ae74-7ecd58ef3dde: DOWN {{(pid=83968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:35:38.163815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-a970d6cd-ca0a-40a0-9c46-db5554473ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:38.165433 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-a970d6cd-ca0a-40a0-9c46-db5554473ea0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b626f94f-63a0-4221-93f5-0057375f96e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3864212 Feb 18 04:35:38.211682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c649-8b0d-4cd6-b7d1-c3cf73750ed0 req-7afec5ab-be51-41ea-a259-274bd5a1bb75 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:38.213300 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0ea9c649-8b0d-4cd6-b7d1-c3cf73750ed0 req-7afec5ab-be51-41ea-a259-274bd5a1bb75 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 943 time: 0.0878441 Feb 18 04:35:38.265279 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0ea9c649-8b0d-4cd6-b7d1-c3cf73750ed0 req-1335485a-5238-4e99-b3dd-03ad67150ded tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Feb 18 04:35:38.438759 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-58c8d862-e381-46b3-9739-193d18ef0b11 service neutron] 10.222.0.58 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205005 Feb 18 04:35:38.565629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:38.565961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:38.566310 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Floating IP ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4 disassociated. External IP: 172.28.0.92, port: ce62f480-a3cd-498e-b3a0-9aee49fcc9af. Feb 18 04:35:38.566691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Calling delete_port for ce62f480-a3cd-498e-b3a0-9aee49fcc9af owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:38.612248 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-729d274f-0a9e-4e96-a697-358d9eb96d61 service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390888 Feb 18 04:35:38.794860 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e693fa70-d619-46c1-9dca-8229456dfda5 req-06f520f0-3416-4766-862c-59cd6fe8d2e7 service neutron] 10.222.0.58 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3429134 Feb 18 04:35:38.800538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:35:38.800810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:35:38.825562 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-15e525d2-9eaf-40c0-9bef-6410177b913b req-30e631aa-670f-4db8-9fd9-1aa4aa12bd2f service neutron] 10.222.0.23 "GET /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2025063 Feb 18 04:35:39.186157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529266d8-4f85-4e2a-a64d-2decd7071097 req-b3f6901e-8020-4e44-b6e9-20a97e588d12 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:39.187386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-529266d8-4f85-4e2a-a64d-2decd7071097 req-b3f6901e-8020-4e44-b6e9-20a97e588d12 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Synchronizing usage tracker for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:35:39.202495 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-529266d8-4f85-4e2a-a64d-2decd7071097 req-b3f6901e-8020-4e44-b6e9-20a97e588d12 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Unset dirty status for tenant:371efb21a7c548e2a1f977fc3e8f2fbe on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:35:39.203752 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-529266d8-4f85-4e2a-a64d-2decd7071097 req-b3f6901e-8020-4e44-b6e9-20a97e588d12 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.1046369 Feb 18 04:35:39.250722 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-529266d8-4f85-4e2a-a64d-2decd7071097 req-7896c737-f7b0-46c4-9032-d25844f302e5 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0406833 Feb 18 04:35:39.301509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Deleting port ce62f480-a3cd-498e-b3a0-9aee49fcc9af {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:39.301895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:39.470528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25881f-14db-4aaa-b9fd-e536d5ad78a5 req-6231e56e-e8ad-42fe-bc42-846a24422164 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:39.472192 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7d25881f-14db-4aaa-b9fd-e536d5ad78a5 req-6231e56e-e8ad-42fe-bc42-846a24422164 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 943 time: 0.0861540 Feb 18 04:35:39.519886 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7d25881f-14db-4aaa-b9fd-e536d5ad78a5 req-aa9978a9-7e3a-4b8d-bcf7-23bed0042f1e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4716c86-b659-4faa-be06-c6b8974d3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Feb 18 04:35:39.563970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] For port ce62f480-a3cd-498e-b3a0-9aee49fcc9af, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:39.564370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:40.092374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:40.092707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:40.093102 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Floating IP ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4 disassociated. External IP: 172.28.0.92, port: ce62f480-a3cd-498e-b3a0-9aee49fcc9af. Feb 18 04:35:40.093491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Calling delete_port for ce62f480-a3cd-498e-b3a0-9aee49fcc9af owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:40.241457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:40.256125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26f37d74-9067-49ec-8fa4-236d2295bdd6 tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:40.349983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event deleted for resources: {'Port': ['ID=ce62f480-a3cd-498e-b3a0-9aee49fcc9af,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:40.356937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:40.500361 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424ee7-3456-4f41-9118-c0767b1f2b5b req-d65c2d68-0b0c-4057-af14-47aaecc8f526 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:40.501978 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-76424ee7-3456-4f41-9118-c0767b1f2b5b req-d65c2d68-0b0c-4057-af14-47aaecc8f526 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.1363325 Feb 18 04:35:40.668274 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-76424ee7-3456-4f41-9118-c0767b1f2b5b req-af8d8865-0c41-49a2-aa1c-e0f663bc2e85 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1099582 Feb 18 04:35:40.683784 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ce67f52a-1cda-4cdb-a55c-1ed7e88db54e req-a979a654-e0f1-4364-bcf4-5a11fc0b9121 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 210 time: 0.0484610 Feb 18 04:35:40.781691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:35:40.882106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d53518-3693-4126-b965-c0cd77f56e85 req-b9f4f6be-84a6-4674-9f9d-d3bfa8572429 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:40.883819 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-76d53518-3693-4126-b965-c0cd77f56e85 req-b9f4f6be-84a6-4674-9f9d-d3bfa8572429 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.23 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 945 time: 0.2558424 Feb 18 04:35:41.046006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Deleting port baf0835d-6310-4bb9-b0b8-40bcd109e66a {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:41.046406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:41.106831 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:35:41.116307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] Sync routers for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:35:41.126653 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:41.127339 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:41.155328 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] No DVR routers for this DVR port ce62f480-a3cd-498e-b3a0-9aee49fcc9af on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:35:41.159740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:41.186737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'name': 'network-vif-deleted', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:35:41.221072 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-343972c5-5b66-4bfc-bb14-565144654144 req-10728f18-6eae-4d58-9e86-45d6e883034e tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.23 "DELETE /v2.0/ports/ce62f480-a3cd-498e-b3a0-9aee49fcc9af HTTP/1.1" status: 204 len: 173 time: 4.4594259 Feb 18 04:35:41.232363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device baf0835d-6310-4bb9-b0b8-40bcd109e66a no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:41.309438 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b8dd6c-bbb1-4e6c-84d8-169d02df213f', 'name': 'network-vif-deleted', 'tag': 'ce62f480-a3cd-498e-b3a0-9aee49fcc9af', 'status': 'completed', 'code': 200} Feb 18 04:35:41.326341 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:41.387992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:41.388349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:41.408428 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:41.444378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:41.445824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:35:41.451876 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:41.454736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:41.502923 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'code': 200} Feb 18 04:35:41.528949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=7']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:41.532637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:41.534960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Calling delete_port for baf0835d-6310-4bb9-b0b8-40bcd109e66a owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:41.617885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:35:41.618255 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:35:41.664390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:41.668378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] Checking router: 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:35:41.678286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:41.678916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:41.878504 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:41.927964 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-873a08ad-b19e-46a1-a79c-f6b4dcdf5085 req-238f43d2-c68b-46e5-a816-221776ed4e71 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b8dd6c-bbb1-4e6c-84d8-169d02df213f HTTP/1.1" status: 200 len: 210 time: 0.0519218 Feb 18 04:35:41.964730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a9f11-bb4b-45ae-b928-329f5b8a3999 req-650ffd55-4bae-4041-ae27-11c669bd2cfd tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:41.966274 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-528a9f11-bb4b-45ae-b928-329f5b8a3999 req-650ffd55-4bae-4041-ae27-11c669bd2cfd tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 943 time: 0.0914540 Feb 18 04:35:42.014353 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-528a9f11-bb4b-45ae-b928-329f5b8a3999 req-64e9d101-d4ba-487a-adee-00c1c6a00b54 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0d548b6-cd58-4724-89b8-abadbde82b88&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0410330 Feb 18 04:35:42.119323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Deleting port baf0835d-6310-4bb9-b0b8-40bcd109e66a {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:42.119967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:42.206845 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:42.210908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f118b-94e5-4b0a-864c-c8fbf910b271 None None] The sync data for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb is: [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:27:30Z', 'revision_number': 4, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'c98ae1bd-7878-4f72-a593-86b05e0d9ba3', 'name': '', 'network_id': '96cf28d7-d57b-444d-9904-5dd6b729deab', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'mac_address': 'fa:16:3e:e4:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:27Z', 'updated_at': '2021-02-18T04:27:41Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'subnets': [{'id': 'e903ac52-f6b1-4098-b023-d6e9b5e5faf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:35:42.380378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] For port baf0835d-6310-4bb9-b0b8-40bcd109e66a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=baf0835d-6310-4bb9-b0b8-40bcd109e66a,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:42.380773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:42.513978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Calling delete_port for baf0835d-6310-4bb9-b0b8-40bcd109e66a owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:42.606289 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb178230-7072-4dad-9626-7cdf1fba56b2 None None] New status for floating IP ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4: DOWN {{(pid=83968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:35:42.662515 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:42.677537 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:42.774541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event deleted for resources: {'Port': ['ID=baf0835d-6310-4bb9-b0b8-40bcd109e66a,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:42.797425 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.797846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.798273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.798690 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.799092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.799525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.799922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.800317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.800714 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.801111 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.801502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.801895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.802341 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.802736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.803126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.803541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.803934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.804326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.804717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.805105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.805496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.805886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.806275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.806717 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:42.813236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:42.914783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] No DVR routers for this DVR port baf0835d-6310-4bb9-b0b8-40bcd109e66a on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:35:42.917104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:42.930317 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-76d53518-3693-4126-b965-c0cd77f56e85 req-c6f7cd94-a80c-41c8-93b3-a04de5130b75 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.23 "DELETE /v2.0/ports/baf0835d-6310-4bb9-b0b8-40bcd109e66a HTTP/1.1" status: 204 len: 173 time: 2.0403404 Feb 18 04:35:43.063769 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46062) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:43.133070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:43.208696 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-18ad5256-9c46-413e-ad39-18ec3e3539c0 req-33f30c5b-ab56-459f-8c33-45301209fbdf tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/ports?device_id=8546e982-c12e-405c-9e44-69c55195c89d HTTP/1.1" status: 200 len: 210 time: 0.0645375 Feb 18 04:35:43.213256 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:43.266636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:43.272508 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-15ec8b85-b8e0-47fd-840d-70e015e97b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:43.290706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4716c86-b659-4faa-be06-c6b8974d3265,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:43.294163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:43.302337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:43.304275 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "DELETE /v2.0/security-groups/e4716c86-b659-4faa-be06-c6b8974d3265 HTTP/1.1" status: 204 len: 168 time: 0.2393489 Feb 18 04:35:43.305841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-deleted', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:35:43.311238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46066) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:43.330133 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.v2.resource [None req-2d1383d7-fae8-43b1-9c35-a617ebc58791 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] show failed (client error): The resource could not be found. Feb 18 04:35:43.331269 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-2d1383d7-fae8-43b1-9c35-a617ebc58791 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "GET /v2.0/security-groups/e4716c86-b659-4faa-be06-c6b8974d3265 HTTP/1.1" status: 404 len: 347 time: 0.0190282 Feb 18 04:35:43.334411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46072) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:43.406934 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8546e982-c12e-405c-9e44-69c55195c89d', 'name': 'network-vif-deleted', 'tag': 'baf0835d-6310-4bb9-b0b8-40bcd109e66a', 'status': 'completed', 'code': 200} Feb 18 04:35:43.731794 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Deleting port 2b4aff4d-e73d-446e-af9e-b2e89bc2013f {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:43.732330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:43.917215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:43.917499 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.048209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Calling delete_port for 2b4aff4d-e73d-446e-af9e-b2e89bc2013f owned by network:floatingip {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:44.186586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.201928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d06f979e-a89c-4c01-94b5-0a9616e24af8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:44.298526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Pushing event deleted for resources: {'Port': ['ID=2b4aff4d-e73d-446e-af9e-b2e89bc2013f,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:44.308610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:44.411074 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b5191588-1370-491c-b95a-0fbac564b278 req-60ac7f68-89f9-457c-b269-bd6b17bb8f5b tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "GET /v2.0/security-groups/d0d548b6-cd58-4724-89b8-abadbde82b88 HTTP/1.1" status: 200 len: 2989 time: 0.0771582 Feb 18 04:35:44.509641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks [] for floatingip, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.543345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.544541 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-c989fc50-9654-4429-9531-a743f5d41013 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] 10.222.0.58 "DELETE /v2.0/floatingips/ea57d6e3-7474-43f9-bb9f-4aa6af3ed6a4 HTTP/1.1" status: 204 len: 168 time: 1.2090461 Feb 18 04:35:44.547691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b5191588-1370-491c-b95a-0fbac564b278 req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.578536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b5191588-1370-491c-b95a-0fbac564b278 req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.626922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b5191588-1370-491c-b95a-0fbac564b278 req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.632264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-99ed734e-a12e-434d-a518-b45aa6a8a81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:44.647287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d548b6-cd58-4724-89b8-abadbde82b88,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:44.650330 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:44.656741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b5191588-1370-491c-b95a-0fbac564b278 req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:44.657941 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b5191588-1370-491c-b95a-0fbac564b278 req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] 10.222.0.58 "DELETE /v2.0/security-groups/d0d548b6-cd58-4724-89b8-abadbde82b88 HTTP/1.1" status: 204 len: 173 time: 0.2151475 Feb 18 04:35:44.707052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46086) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:45.464158 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692803'] for router_interface, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:45.843649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Deleting port 6b7f400f-104d-4602-bfd0-ffcb47e2c904 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:45.845030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:46.050023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] For port 6b7f400f-104d-4602-bfd0-ffcb47e2c904, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=6b7f400f-104d-4602-bfd0-ffcb47e2c904,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:46.050347 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:46.185736 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Calling delete_port for 6b7f400f-104d-4602-bfd0-ffcb47e2c904 owned by network:router_interface {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:46.372004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:46.387997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e4e585d6-ad1a-4a21-8d67-54241493c9bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:46.480859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7f400f-104d-4602-bfd0-ffcb47e2c904,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:46.490342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:47.012729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854128242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854077712'] for router_interface, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:47.522565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Router 031cec42-5dd7-4351-aa4a-468bfdf04480 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:35:47.707283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:35:47.720022 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] Sync routers for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:35:47.720711 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] 10.222.0.58 "PUT /v2.0/routers/031cec42-5dd7-4351-aa4a-468bfdf04480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127180 Feb 18 04:35:47.723412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46110) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:47.730407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:47.731126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:47.914678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:47.922125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:48.102612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:48.111405 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Deleting port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:48.111779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:48.216759 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:35:46Z', 'revision_number': 5, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port': {'id': 'b8adda6f-8430-4cdc-b7cd-d78729eb9a6a', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:14Z', 'updated_at': '2021-02-18T04:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:48.220723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] Checking router: 031cec42-5dd7-4351-aa4a-468bfdf04480 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:35:48.229457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] Routers {'031cec42-5dd7-4351-aa4a-468bfdf04480'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:48.230102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['031cec42-5dd7-4351-aa4a-468bfdf04480'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:48.296739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] For port b8adda6f-8430-4cdc-b7cd-d78729eb9a6a, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:48.297144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:48.436114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Calling delete_port for b8adda6f-8430-4cdc-b7cd-d78729eb9a6a owned by network:router_gateway {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:48.549077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] Set router 031cec42-5dd7-4351-aa4a-468bfdf04480 gateway port host: None {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:48.615423 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:48.628875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46120) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:48.631178 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c8c77147-0c06-4934-9d47-6e9ea00862dc tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:48.662910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:35:48Z', 'revision_number': 6, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port_host': None}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:48.667802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1e788-bd24-44ab-9303-c20251e2e838 None None] The sync data for ids ['031cec42-5dd7-4351-aa4a-468bfdf04480'] in dv-cinder-776307-1-smb is: [{'id': '031cec42-5dd7-4351-aa4a-468bfdf04480', 'name': 'tempest-TestShelveInstance-1975497358-router', 'tenant_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:12Z', 'updated_at': '2021-02-18T04:35:48Z', 'revision_number': 6, 'project_id': '371efb21a7c548e2a1f977fc3e8f2fbe', 'gw_port_host': None}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:35:48.727115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8adda6f-8430-4cdc-b7cd-d78729eb9a6a,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:48.737894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:48.864729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693345'] for router_gateway, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.058160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854059822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15197'] for router, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.060995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.086609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694558'] for router, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.087221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031cec42-5dd7-4351-aa4a-468bfdf04480 {{(pid=83967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 04:35:49.100687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.101947 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/031cec42-5dd7-4351-aa4a-468bfdf04480 HTTP/1.1" status: 204 len: 168 time: 1.3775485 Feb 18 04:35:49.104727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46126) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:49.171172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Deleting subnet 97b43985-10c5-43f8-a711-4599739bf198 {{(pid=83967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:35:49.174288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.226544 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793877103'] for subnet, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.354874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.502202 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692803'] for router_interface, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.620565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793611279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61542012'] for subnet, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.636382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c3c977cb-cc13-450e-9b46-3bdde0927a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:49.784880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b8adda6f-8430-4cdc-b7cd-d78729eb9a6a no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:49.836801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: b8adda6f-8430-4cdc-b7cd-d78729eb9a6a {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:49.837183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b8adda6f-8430-4cdc-b7cd-d78729eb9a6a not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:49.837867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 6b7f400f-104d-4602-bfd0-ffcb47e2c904 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:49.876848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: 6b7f400f-104d-4602-bfd0-ffcb47e2c904 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:49.877252 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 6b7f400f-104d-4602-bfd0-ffcb47e2c904 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:49.883226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Deleting port c98ae1bd-7878-4f72-a593-86b05e0d9ba3 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:49.883637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:49.968863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b43985-10c5-43f8-a711-4599739bf198,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:49.972119 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:50.010154 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.015666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590bbe53-5e2d-428c-bb18-58a9bd66f339 None None] Network b626f94f-63a0-4221-93f5-0057375f96e5 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:35:50.017319 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6de29b7c-81fe-44a2-8802-221090baf19c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/97b43985-10c5-43f8-a711-4599739bf198 HTTP/1.1" status: 204 len: 168 time: 0.9114776 Feb 18 04:35:50.019936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46130) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:50.078231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] For port c98ae1bd-7878-4f72-a593-86b05e0d9ba3, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:50.078597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.141262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.209679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Deleting port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:50.210042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.215908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Calling delete_port for c98ae1bd-7878-4f72-a593-86b05e0d9ba3 owned by network:router_interface {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:50.275199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] DHCP port deletion for b626f94f-63a0-4221-93f5-0057375f96e5 request from dv-cinder-776307-1-smb {{(pid=83968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 04:35:50.279583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Deleting port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:50.279986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.415956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.432008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9f3642ad-40a0-41ac-8e10-20d8672c1540 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:50.439868 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] For port e0777d75-f8bd-4d03-a80c-9bfe27ddce51, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:50.440280 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.499689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] For port e0777d75-f8bd-4d03-a80c-9bfe27ddce51, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,segment=NetworkSegment(3a9de980-95a8-4286-a93a-b014796cb200),segment_id=3a9de980-95a8-4286-a93a-b014796cb200)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:50.500176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.537498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98ae1bd-7878-4f72-a593-86b05e0d9ba3,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:50.547152 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:50.576324 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Calling delete_port for e0777d75-f8bd-4d03-a80c-9bfe27ddce51 owned by network:dhcp {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:50.637115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Calling delete_port for e0777d75-f8bd-4d03-a80c-9bfe27ddce51 owned by network:dhcp {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:50.665019 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.718524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:35:50.718951 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:35:50.742320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ccbeb132-be08-4934-878a-4e3aca0cd925 tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:50.809605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0777d75-f8bd-4d03-a80c-9bfe27ddce51,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:50.813089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:50.848155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] No DVR routers for this DVR port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 on host dv-cinder-776307-1-smb {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:35:50.884074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854128242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854077712'] for router_interface, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:50.969603 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:51.087003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b626f94f-63a0-4221-93f5-0057375f96e5']}} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:51.100229 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9de980-95a8-4286-a93a-b014796cb200') {'for_net_delete': True} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:51.100565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9de980-95a8-4286-a93a-b014796cb200') {} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:51.112311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60898729'] for segment, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:51.127029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:51.129121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:35:51.220057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Deleting port e0777d75-f8bd-4d03-a80c-9bfe27ddce51 {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:51.220403 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:51.293896 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-bbb32adf-a511-4d6b-8148-15a011b119e1 None None] The port 'e0777d75-f8bd-4d03-a80c-9bfe27ddce51' was deleted {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 04:35:51.313979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Network b626f94f-63a0-4221-93f5-0057375f96e5 has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:35:51.323494 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61165392'] for segment, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:51.397984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:35:51.500818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Network b626f94f-63a0-4221-93f5-0057375f96e5 has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:35:51.523113 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:35:51.589334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:35:51.599554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] Sync routers for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:35:51.604954 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-2fc0e7c4-6dfa-41f4-be16-18e9b257e9c5 admin admin] 10.222.0.58 "PUT /v2.0/routers/1bfa05fc-fb2d-40b6-9a84-e41a02b7a870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9723659 Feb 18 04:35:51.605393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46134) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:51.611431 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:51.612171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:51.666283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:51.677160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:51.687702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:51.719866 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Pushing event deleted for resources: {'Network': ['ID=b626f94f-63a0-4221-93f5-0057375f96e5,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:51.722529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:51.730994 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] 10.222.0.58 "DELETE /v2.0/networks/b626f94f-63a0-4221-93f5-0057375f96e5 HTTP/1.1" status: 204 len: 168 time: 1.7082610 Feb 18 04:35:51.732369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46138) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:51.816160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:51.863573 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device e0777d75-f8bd-4d03-a80c-9bfe27ddce51 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:51.965666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: e0777d75-f8bd-4d03-a80c-9bfe27ddce51 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:51.966039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device e0777d75-f8bd-4d03-a80c-9bfe27ddce51 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:51.978353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks [] for router, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:52.165658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:52.169056 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:35:50Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:52.173611 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] Checking router: 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:35:52.182432 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] Routers {'1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:52.183081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:52.346230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:52.362220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Deleting port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:52.362584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:52.372300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] Set router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:52.460660 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:35:52.685535 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:35:50Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:52.689681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d3db2-c0d3-4901-bf3b-4dc4e1d9102f None None] The sync data for ids ['1bfa05fc-fb2d-40b6-9a84-e41a02b7a870'] in dv-cinder-776307-1-smb is: [{'id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'name': 'tempest-AttachVolumeTestJSON-924819826-router', 'tenant_id': 'a7e08afaa8834174a00eeaefb43a3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:04Z', 'updated_at': '2021-02-18T04:35:50Z', 'revision_number': 5, 'project_id': 'a7e08afaa8834174a00eeaefb43a3741', 'gw_port': {'id': '1cae735e-3e67-47a9-bac6-9cb3bbc3670c', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:00:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa05fc-fb2d-40b6-9a84-e41a02b7a870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:08Z', 'updated_at': '2021-02-18T04:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:35:52.904677 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] For port 1cae735e-3e67-47a9-bac6-9cb3bbc3670c, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:52.905066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:53.045311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Calling delete_port for 1cae735e-3e67-47a9-bac6-9cb3bbc3670c owned by network:router_gateway {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:53.195970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692803'] for router_interface, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:53.536095 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:53.551829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-952caa52-fb6d-4bda-b745-4f63ea0878c1 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:53.650044 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cae735e-3e67-47a9-bac6-9cb3bbc3670c,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:53.662822 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:53.779879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c98ae1bd-7878-4f72-a593-86b05e0d9ba3 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:53.825884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: c98ae1bd-7878-4f72-a593-86b05e0d9ba3 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:53.826371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c98ae1bd-7878-4f72-a593-86b05e0d9ba3 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:53.828725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Deleting port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:53.829108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:53.962522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693345'] for router_gateway, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.207430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854059822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15197'] for router, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.212334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.275977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694558'] for router, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.276521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 {{(pid=83967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 04:35:54.286480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] For port 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,segment=NetworkSegment(b89bbc8b-4ff8-4b26-a694-18d0ee991cfa),segment_id=b89bbc8b-4ff8-4b26-a694-18d0ee991cfa)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:54.286875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.433501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Calling delete_port for 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e owned by network:router_interface {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:54.466244 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-b59f6daa-806c-42e5-865f-f15b266a698b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3839929 Feb 18 04:35:54.476266 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Notify callbacks [] for router, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.477396 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1bfa05fc-fb2d-40b6-9a84-e41a02b7a870 HTTP/1.1" status: 204 len: 168 time: 2.8709641 Feb 18 04:35:54.480072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46144) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:54.633471 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Deleting subnet e903ac52-f6b1-4098-b023-d6e9b5e5faf7 {{(pid=83967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:35:54.641140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.950763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793877103'] for subnet, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:54.985854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5300b-683b-41ed-8850-f9e12817873f req-2d533a7a-f398-48ce-87bd-24f238110639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:54.987522 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-2d533a7a-f398-48ce-87bd-24f238110639 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46b6437102d74d99b2a1d884ca59405a&device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 1163 time: 0.4425576 Feb 18 04:35:55.226683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:55.270629 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:55.288218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a1fa63b0-7f83-46f5-baa3-bf839d1c4a7f tempest-VolumesSnapshotTestJSON-1344826422 tempest-VolumesSnapshotTestJSON-1344826422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:55.318952 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5300b-683b-41ed-8850-f9e12817873f req-8660892d-3022-4c32-84e7-8b8442bed09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:55.320552 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-8660892d-3022-4c32-84e7-8b8442bed09d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 200 len: 911 time: 0.3129854 Feb 18 04:35:55.439906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Pushing event deleted for resources: {'Port': ['ID=43fb8e23-8bdb-4d76-967c-f9b7dc79e91e,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:55.459571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:55.611614 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-f2954936-b5e3-4665-99fc-55973b71c995 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 200 len: 1000 time: 0.2272956 Feb 18 04:35:55.765386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5300b-683b-41ed-8850-f9e12817873f req-513c584a-974f-4e1c-84e1-c2f9311dad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:55.767010 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-513c584a-974f-4e1c-84e1-c2f9311dad15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 200 len: 856 time: 0.1415021 Feb 18 04:35:55.796839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 1cae735e-3e67-47a9-bac6-9cb3bbc3670c no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:55.840232 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: 1cae735e-3e67-47a9-bac6-9cb3bbc3670c {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:55.840784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 1cae735e-3e67-47a9-bac6-9cb3bbc3670c not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:56.037721 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5300b-683b-41ed-8850-f9e12817873f req-96abe79c-b622-4745-ac19-7e2b3d74e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:35:56.039290 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-96abe79c-b622-4745-ac19-7e2b3d74e178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1af173d1-cdb5-4a37-8593-04cf9a426fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2593081 Feb 18 04:35:56.096073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793611279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61542012'] for subnet, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:56.143604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0ec8d2e0-fa3a-4506-9dac-73a6b3404f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:56.301633 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e903ac52-f6b1-4098-b023-d6e9b5e5faf7,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:56.310205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:56.329209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854128242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854077712'] for router_interface, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:56.467510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e48c44-374b-4da9-806a-c13fdda62164 None None] Network 96cf28d7-d57b-444d-9904-5dd6b729deab requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:35:56.471313 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:56.502045 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-fe0d28d6-3723-495b-8df0-f724aba3bcd9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e903ac52-f6b1-4098-b023-d6e9b5e5faf7 HTTP/1.1" status: 204 len: 168 time: 2.0209246 Feb 18 04:35:56.504174 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-187ab590-294f-40f2-915e-4a20bc85734b service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069340 Feb 18 04:35:56.504813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46148) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:56.914231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:56.936997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] DHCP port deletion for 96cf28d7-d57b-444d-9904-5dd6b729deab request from dv-cinder-776307-1-smb {{(pid=83968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 04:35:56.941771 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Deleting port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:56.942199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:56.987564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Deleting port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:56.988358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.087038 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fea5300b-683b-41ed-8850-f9e12817873f req-3ba98a66-5cb5-4e76-a80a-8a5e79265665 service neutron] 10.222.0.23 "GET /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5685420 Feb 18 04:35:57.169455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] For port c47bbd0e-0d8c-414c-89a5-ecf8cb297514, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:57.170081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.222067 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] For port c47bbd0e-0d8c-414c-89a5-ecf8cb297514, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,segment=NetworkSegment(61bf738a-2a2f-4273-a32f-76312a36b55e),segment_id=61bf738a-2a2f-4273-a32f-76312a36b55e)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:57.222699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.301089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Calling delete_port for c47bbd0e-0d8c-414c-89a5-ecf8cb297514 owned by network:dhcp {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:57.322890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Router 41609208-bde4-4389-a076-2370a69bb575 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:35:57.357815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Calling delete_port for c47bbd0e-0d8c-414c-89a5-ecf8cb297514 owned by network:dhcp {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:57.383786 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119'] for port, after_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.400584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4dbcd918-9305-4f85-80c5-2616ffbdb759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:57.438681 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83966) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:35:57.439302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:35:57.509031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Pushing event deleted for resources: {'Port': ['ID=c47bbd0e-0d8c-414c-89a5-ecf8cb297514,revision_number=None']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:57.520889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.521276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.521659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.522040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.522411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.522779 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.523147 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.523539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.523905 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.524283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.524635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.525002 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.525404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.525769 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.526135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.526373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:35:57.526479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.526836 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.527217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.527590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.527954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.528318 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.528680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.529020 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.529379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:35:57.531331 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-364e64a1-df22-436a-aaeb-ce181484f856 admin admin] 10.222.0.58 "PUT /v2.0/routers/41609208-bde4-4389-a076-2370a69bb575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7978301 Feb 18 04:35:57.534206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46152) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:57.535385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:57.540075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] Sync routers for ids ['41609208-bde4-4389-a076-2370a69bb575'] in dv-cinder-776307-1-smb {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:35:57.551011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] Routers {'41609208-bde4-4389-a076-2370a69bb575'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:57.551706 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['41609208-bde4-4389-a076-2370a69bb575'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:57.573755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a590a-a51c-4507-b764-9b1d987a4782 None None] No DVR routers for this DVR port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 on host dv-cinder-776307-1-smb {{(pid=83968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:35:57.578967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b96cb103-86a9-4173-8eed-73d0063e738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.727287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks [] for router, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.747827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] Set router 41609208-bde4-4389-a076-2370a69bb575 gateway port host: dv-cinder-776307-1-smb {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:57.767993 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c47bbd0e-0d8c-414c-89a5-ecf8cb297514 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:57.814514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: c47bbd0e-0d8c-414c-89a5-ecf8cb297514 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:57.815308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device c47bbd0e-0d8c-414c-89a5-ecf8cb297514 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:57.917053 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.925864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Deleting port a1feac64-9481-46b2-90bc-9073b86020c0 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:57.926230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:57.955677 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Deleting port c47bbd0e-0d8c-414c-89a5-ecf8cb297514 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:35:57.956049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:58.040399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] The port 'c47bbd0e-0d8c-414c-89a5-ecf8cb297514' was deleted {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 04:35:58.072250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:35:55Z', 'revision_number': 5, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port': {'id': 'a1feac64-9481-46b2-90bc-9073b86020c0', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41609208-bde4-4389-a076-2370a69bb575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:29:27Z', 'updated_at': '2021-02-18T04:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:58.076450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] Checking router: 41609208-bde4-4389-a076-2370a69bb575 for host: dv-cinder-776307-1-smb {{(pid=83969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:35:58.093819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] Routers {'41609208-bde4-4389-a076-2370a69bb575'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:35:58.094865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:35:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['41609208-bde4-4389-a076-2370a69bb575'], 'active': True} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:58.256288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] Set router 41609208-bde4-4389-a076-2370a69bb575 gateway port host: None {{(pid=83969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:35:58.264094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:58.369493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:35:57Z', 'revision_number': 6, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port_host': None}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:58.373749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c633fb-a54b-41eb-bdad-2a3a9387ec84 None None] The sync data for ids ['41609208-bde4-4389-a076-2370a69bb575'] in dv-cinder-776307-1-smb is: [{'id': '41609208-bde4-4389-a076-2370a69bb575', 'name': 'tempest-TestShelveInstance-37014859-router', 'tenant_id': '7db3b8945777436fa9df37a7004d84f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:29:26Z', 'updated_at': '2021-02-18T04:35:57Z', 'revision_number': 6, 'project_id': '7db3b8945777436fa9df37a7004d84f3', 'gw_port_host': None}] {{(pid=83969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:35:58.387176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] For port a1feac64-9481-46b2-90bc-9073b86020c0, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=a1feac64-9481-46b2-90bc-9073b86020c0,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:35:58.387610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:58.535500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Calling delete_port for a1feac64-9481-46b2-90bc-9073b86020c0 owned by network:router_gateway {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:35:58.567635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cf28d7-d57b-444d-9904-5dd6b729deab']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:58.589738 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bf738a-2a2f-4273-a32f-76312a36b55e') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:58.590075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bf738a-2a2f-4273-a32f-76312a36b55e') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:35:58.608039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:58.637942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:58.647611 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:35:58.853247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Network 96cf28d7-d57b-444d-9904-5dd6b729deab has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:35:58.863144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.091652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Network 96cf28d7-d57b-444d-9904-5dd6b729deab has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:35:59.116280 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:35:59.184888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.204024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f73c8176-7771-4184-a1e5-59ee612ccfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:59.547479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1feac64-9481-46b2-90bc-9073b86020c0,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:59.551320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:59.563976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.569776 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.583861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03af479f-4442-43e0-ac00-13bc222bb67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:35:59.611854 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Pushing event deleted for resources: {'Network': ['ID=96cf28d7-d57b-444d-9904-5dd6b729deab,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:35:59.614762 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:35:59.642358 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3b4b2841-1ed1-4e8f-bc0d-f8448cdfb847 admin admin] 10.222.0.58 "DELETE /v2.0/networks/96cf28d7-d57b-444d-9904-5dd6b729deab HTTP/1.1" status: 204 len: 168 time: 3.1364200 Feb 18 04:35:59.710799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693345'] for router_gateway, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.763382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46158) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:59.773927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:59.818402 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e51a4a03-50df-420f-85c0-a2a8b2a5bd0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7e08afaa8834174a00eeaefb43a3741&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537145 Feb 18 04:35:59.820982 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46164) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:35:59.824906 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:59.826033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 43fb8e23-8bdb-4d76-967c-f9b7dc79e91e not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:59.826510 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device a1feac64-9481-46b2-90bc-9073b86020c0 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:35:59.870359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: a1feac64-9481-46b2-90bc-9073b86020c0 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:35:59.870755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device a1feac64-9481-46b2-90bc-9073b86020c0 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:35:59.878956 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-14260c10-4615-40c2-a30d-cba9a34f32e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.889841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31854431-e556-4e00-bf83-56fb6698fcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.917211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31854431-e556-4e00-bf83-56fb6698fcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.918584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854059822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15197'] for router, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.921576 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.940817 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694558'] for router, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.941362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41609208-bde4-4389-a076-2370a69bb575 {{(pid=83966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 04:35:59.950929 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] Notify callbacks [] for router, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:35:59.952223 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-58db277e-aab5-42c1-b4c5-ea9ecb279d2d admin admin] 10.222.0.58 "DELETE /v2.0/routers/41609208-bde4-4389-a076-2370a69bb575 HTTP/1.1" status: 204 len: 168 time: 2.4169326 Feb 18 04:35:59.955018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46168) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:00.014597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31854431-e556-4e00-bf83-56fb6698fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.021232 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-de38589d-99eb-4327-a2f8-09f8add4a969 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:00.041014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Deleting subnet 131161f7-cf28-484f-a83d-5c535a457ea3 {{(pid=83967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:36:00.045649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31854431-e556-4e00-bf83-56fb6698fcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7212a2-3fde-4794-9c3d-82b563d3d45e,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:00.048048 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.080893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-31854431-e556-4e00-bf83-56fb6698fcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:00.116002 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-31854431-e556-4e00-bf83-56fb6698fcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.118133 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-31854431-e556-4e00-bf83-56fb6698fcb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d7212a2-3fde-4794-9c3d-82b563d3d45e HTTP/1.1" status: 204 len: 168 time: 0.2961004 Feb 18 04:36:00.125288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793877103'] for subnet, precommit_delete_associations {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.208841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.220097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.470372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793611279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61542012'] for subnet, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.486250 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:00.582806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131161f7-cf28-484f-a83d-5c535a457ea3,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:00.586598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:00.618955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for subnet, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.626836 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-26f9db35-5e2f-4165-9c7f-ecbeef4fdd54 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/131161f7-cf28-484f-a83d-5c535a457ea3 HTTP/1.1" status: 204 len: 168 time: 0.6707218 Feb 18 04:36:00.627287 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf5605-7f2d-4b97-a508-78a90d40f560 None None] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:36:00.629461 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46184) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:00.750426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.834780 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Deleting port ae94bc3d-5725-44f6-afc1-53286e4aad0a {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:00.835162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:00.899849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] DHCP port deletion for cff2d213-4a5d-4e8f-a661-b8a414e518b8 request from dv-cinder-776307-1-smb {{(pid=83968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 04:36:00.904441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Deleting port ae94bc3d-5725-44f6-afc1-53286e4aad0a {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:00.904969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.059275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] For port ae94bc3d-5725-44f6-afc1-53286e4aad0a, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=ae94bc3d-5725-44f6-afc1-53286e4aad0a,segment=NetworkSegment(b89bbc8b-4ff8-4b26-a694-18d0ee991cfa),segment_id=b89bbc8b-4ff8-4b26-a694-18d0ee991cfa)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:01.059608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.136924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] For port ae94bc3d-5725-44f6-afc1-53286e4aad0a, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=ae94bc3d-5725-44f6-afc1-53286e4aad0a,segment=NetworkSegment(b89bbc8b-4ff8-4b26-a694-18d0ee991cfa),segment_id=b89bbc8b-4ff8-4b26-a694-18d0ee991cfa)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:01.137400 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.201447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Calling delete_port for ae94bc3d-5725-44f6-afc1-53286e4aad0a owned by network:dhcp {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:01.274174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Calling delete_port for ae94bc3d-5725-44f6-afc1-53286e4aad0a owned by network:dhcp {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:01.287953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.305891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:01.349413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:36:01.349833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:36:01.414014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae94bc3d-5725-44f6-afc1-53286e4aad0a,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:01.417859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:01.450911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] No DVR routers for this DVR port ae94bc3d-5725-44f6-afc1-53286e4aad0a on host dv-cinder-776307-1-smb {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:36:01.520382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.579546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.694958 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff2d213-4a5d-4e8f-a661-b8a414e518b8']}} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:01.708675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa') {'for_net_delete': True} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:01.708940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89bbc8b-4ff8-4b26-a694-18d0ee991cfa') {} {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:01.722391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60898729'] for segment, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.738634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.741923 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:36:01.773166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device ae94bc3d-5725-44f6-afc1-53286e4aad0a no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:36:01.844572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: ae94bc3d-5725-44f6-afc1-53286e4aad0a {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:36:01.845179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device ae94bc3d-5725-44f6-afc1-53286e4aad0a not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:36:01.857686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Deleting port ae94bc3d-5725-44f6-afc1-53286e4aad0a {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:01.858585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:01.952960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:36:01.957328 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-4973ac3d-eef4-4f71-bad9-3cc08a0f143c None None] The port 'ae94bc3d-5725-44f6-afc1-53286e4aad0a' was deleted {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 04:36:01.963149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61165392'] for segment, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.026746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.151133 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Network cff2d213-4a5d-4e8f-a661-b8a414e518b8 has no segments {{(pid=83967) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:36:02.174097 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:36:02.213192 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46226) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:02.255631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.259999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.263751 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-538ae49c-17bb-4011-a4c9-e0c2fc6ba79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:02.285052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff2d213-4a5d-4e8f-a661-b8a414e518b8,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:02.287626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:02.290828 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cff2d213-4a5d-4e8f-a661-b8a414e518b8 HTTP/1.1" status: 204 len: 168 time: 1.6602728 Feb 18 04:36:02.339718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.355848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:02.359839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Usage tracker for resource:security_group_rule and tenant:e696549a67954b7bb31ae7897416e61b is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:02.362986 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:02.368900 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:02.409113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46234) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:02.456992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.459539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.460092 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-63585ff7-8705-4a5a-9037-311c3a6da19a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=371efb21a7c548e2a1f977fc3e8f2fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496330 Feb 18 04:36:02.462682 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46238) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:02.470640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ab980a6a-f2bb-4bc6-968a-8f398a79d8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:02.511863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e9e61-523c-4ab2-b437-8b4d2e6890ab,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:02.517726 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e696549a67954b7bb31ae7897416e61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034401 Feb 18 04:36:02.521898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46242) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:02.523360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.523784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.524196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.524601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.525032 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.525402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.525806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.526203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.526600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.526995 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.527357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8945e646-b553-43d5-a0ee-a89e046e1e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.527505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.527784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.528216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.528778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.529177 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.529873 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.530271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.531238 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.531659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.532054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.532450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.532843 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.533235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.533628 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:02.539960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-eebb0f55-cf7c-48d3-8394-8495346d330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:02.555326 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8945e646-b553-43d5-a0ee-a89e046e1e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.599666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8945e646-b553-43d5-a0ee-a89e046e1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.600382 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d632a1e1-8387-4c6b-af31-90710e7f647e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.604577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-40b987f2-dec4-4773-b0b9-a07f5c371477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:02.618246 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945e646-b553-43d5-a0ee-a89e046e1e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2f407-c20a-4682-9d1b-57e002055704,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:02.623637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8945e646-b553-43d5-a0ee-a89e046e1e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:02.626547 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8945e646-b553-43d5-a0ee-a89e046e1e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.627038 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-8945e646-b553-43d5-a0ee-a89e046e1e05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abf2f407-c20a-4682-9d1b-57e002055704 HTTP/1.1" status: 204 len: 168 time: 0.1633000 Feb 18 04:36:02.629132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d632a1e1-8387-4c6b-af31-90710e7f647e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.676055 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d632a1e1-8387-4c6b-af31-90710e7f647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.681358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ec8f3982-55d6-41ee-b376-0fa192579883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:02.692940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632a1e1-8387-4c6b-af31-90710e7f647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e9e61-523c-4ab2-b437-8b4d2e6890ab,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:02.695720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d632a1e1-8387-4c6b-af31-90710e7f647e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:02.702107 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d632a1e1-8387-4c6b-af31-90710e7f647e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:02.707125 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d632a1e1-8387-4c6b-af31-90710e7f647e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e72e9e61-523c-4ab2-b437-8b4d2e6890ab HTTP/1.1" status: 204 len: 168 time: 0.1692920 Feb 18 04:36:03.005295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46254) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:03.024554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.039673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:03.043715 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec52b8d427647cf87243f15d697f5a6 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:03.048426 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46258) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:03.050030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:03.056207 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:03.099077 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b4895a8c-5b7b-471f-8d96-ba8e9742c440 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7db3b8945777436fa9df37a7004d84f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493464 Feb 18 04:36:03.101645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46262) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:03.143893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.146872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.156218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-24e48cf2-5450-4402-8ebd-ad16f8334e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:03.166454 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-950a8e96-f7b1-43fd-9a13-c46e837f4f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.194061 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-950a8e96-f7b1-43fd-9a13-c46e837f4f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.197786 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ec52b8d427647cf87243f15d697f5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913216 Feb 18 04:36:03.199541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a67f847-6ddd-4698-aede-9ca6f335f6d7,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:03.200931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46266) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:03.202841 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:03.290413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.300808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-950a8e96-f7b1-43fd-9a13-c46e837f4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.308632 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-80ead881-d374-43de-9b3f-8cad0e3918ca tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:03.332363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a8e96-f7b1-43fd-9a13-c46e837f4f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f412423-1bc9-47e5-9417-558205abf1aa,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:03.337735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-950a8e96-f7b1-43fd-9a13-c46e837f4f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:03.339523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.346500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-950a8e96-f7b1-43fd-9a13-c46e837f4f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.347731 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-950a8e96-f7b1-43fd-9a13-c46e837f4f06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f412423-1bc9-47e5-9417-558205abf1aa HTTP/1.1" status: 204 len: 168 time: 0.2451260 Feb 18 04:36:03.392912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.397972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a0ec362a-1704-4b9c-a2f7-15dc85fe5fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:03.410621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a67f847-6ddd-4698-aede-9ca6f335f6d7,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:03.413507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:03.418528 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:03.423371 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a67f847-6ddd-4698-aede-9ca6f335f6d7 HTTP/1.1" status: 204 len: 168 time: 0.2213600 Feb 18 04:36:20.628217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19f9fc-2c4a-4b3f-a56c-9d95a35d6b12 req-81e28337-4c7a-4110-8256-e6e5cae87fc4 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:20.629723 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dc19f9fc-2c4a-4b3f-a56c-9d95a35d6b12 req-81e28337-4c7a-4110-8256-e6e5cae87fc4 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0868347 Feb 18 04:36:20.676419 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dc19f9fc-2c4a-4b3f-a56c-9d95a35d6b12 req-5c489eef-b7be-4dad-8faa-e5e88b484576 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404711 Feb 18 04:36:21.885571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab752e-11aa-46a1-9312-22379da7aa39 req-13e66d96-67d8-489f-bac4-c316e5128103 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:21.887182 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2cab752e-11aa-46a1-9312-22379da7aa39 req-13e66d96-67d8-489f-bac4-c316e5128103 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0901549 Feb 18 04:36:21.978033 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2cab752e-11aa-46a1-9312-22379da7aa39 req-5260c970-7ab4-4efb-9126-3c7ce693cec4 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups?id=72c57929-1898-49ca-98e8-6e4719328263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843527 Feb 18 04:36:22.017196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-fdf491c5-661a-4610-a490-62dbfe504d1c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:22.018735 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-fdf491c5-661a-4610-a490-62dbfe504d1c tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 946 time: 0.0967503 Feb 18 04:36:22.188284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:22.333028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Deleting port dda22d46-b0ca-49db-a80d-81dc006063c3 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:22.333416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:22.588733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] For port dda22d46-b0ca-49db-a80d-81dc006063c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=dda22d46-b0ca-49db-a80d-81dc006063c3,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:22.589132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:22.898799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:22.899390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692900'] for floatingip, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:22.899582 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.l3_db [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Floating IP b28f680f-4027-4920-a3ce-1a1bdf3851da disassociated. External IP: 172.28.0.4, port: dda22d46-b0ca-49db-a80d-81dc006063c3. Feb 18 04:36:22.899957 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Calling delete_port for dda22d46-b0ca-49db-a80d-81dc006063c3 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:23.049075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:23.064070 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-03bad900-e197-423a-b880-9b2230e11a6e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:23.149350 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-57b3a132-ef19-4d91-b88f-3f7eb4737e50 req-12499917-fdb1-4750-b331-69b43d2906c7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 210 time: 0.0521185 Feb 18 04:36:23.156349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event deleted for resources: {'Port': ['ID=dda22d46-b0ca-49db-a80d-81dc006063c3,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:23.163610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:23.418463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:36:23.475588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device dda22d46-b0ca-49db-a80d-81dc006063c3 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:36:23.515487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: dda22d46-b0ca-49db-a80d-81dc006063c3 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:36:23.515833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device dda22d46-b0ca-49db-a80d-81dc006063c3 not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:36:23.607438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:36:23.619784 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] Sync routers for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:36:23.636497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:36:23.637188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:36:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:23.648560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] No DVR routers for this DVR port dda22d46-b0ca-49db-a80d-81dc006063c3 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:36:23.650872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:23.653672 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-deleted', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:36:23.675735 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-da5b20e9-1e5a-4469-9df6-415336aa145f req-6c7af5bc-681e-481c-aca7-048d5a084e93 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.23 "DELETE /v2.0/ports/dda22d46-b0ca-49db-a80d-81dc006063c3 HTTP/1.1" status: 204 len: 173 time: 1.6513116 Feb 18 04:36:23.713976 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b121a989-6dca-4ee1-8e2e-b782508120a2', 'name': 'network-vif-deleted', 'tag': 'dda22d46-b0ca-49db-a80d-81dc006063c3', 'status': 'completed', 'code': 200} Feb 18 04:36:23.840769 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:36:24.345622 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-67b478f4-650a-40a0-9099-79b5b52d835c req-d000331d-7009-44af-85bf-7d1efeeeac73 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121a989-6dca-4ee1-8e2e-b782508120a2 HTTP/1.1" status: 200 len: 210 time: 0.0512664 Feb 18 04:36:24.346859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:24.351186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] Checking router: 6403b3e2-162f-4dd4-9ba3-442dceafaec4 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:36:24.360231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:36:24.360881 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:36:00Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:24.547985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:36:24.874389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:24.878483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9c08b-7fbe-40e6-ae5a-2af1ad4b8366 None None] The sync data for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb is: [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:27:31Z', 'revision_number': 4, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb', '_interfaces': [{'id': 'b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee', 'name': '', 'network_id': '1af173d1-cdb5-4a37-8593-04cf9a426fc3', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'mac_address': 'fa:16:3e:2b:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:23Z', 'updated_at': '2021-02-18T04:27:45Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'subnets': [{'id': 'b60863a4-2a9a-4107-b2b9-997f0cb691e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:36:25.274171 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e2ae3-9c0e-4b68-886f-c4c7ea416fd2 None None] New status for floating IP b28f680f-4027-4920-a3ce-1a1bdf3851da: DOWN {{(pid=83969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 04:36:25.482932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46506) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:25.560113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:25.591211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:25.640384 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:25.645478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-bcce6409-1925-490e-82e7-c43aab3e2955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:25.661255 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c57929-1898-49ca-98e8-6e4719328263,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:25.664118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:25.669990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:25.671225 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "DELETE /v2.0/security-groups/72c57929-1898-49ca-98e8-6e4719328263 HTTP/1.1" status: 204 len: 168 time: 0.1864510 Feb 18 04:36:25.674616 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46512) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:25.692178 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.api.v2.resource [None req-99917f68-754a-4961-bcb4-e8900fbbb9d7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] show failed (client error): The resource could not be found. Feb 18 04:36:25.693249 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-99917f68-754a-4961-bcb4-e8900fbbb9d7 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "GET /v2.0/security-groups/72c57929-1898-49ca-98e8-6e4719328263 HTTP/1.1" status: 404 len: 347 time: 0.0176640 Feb 18 04:36:25.696109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46516) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:25.863305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Deleting port fcbf3ebb-b5dd-4be3-9bad-c576e664970f {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:25.863605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:26.045609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:26.045979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:26.176916 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Calling delete_port for fcbf3ebb-b5dd-4be3-9bad-c576e664970f owned by network:floatingip {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:26.335610 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:26.352211 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:26.447088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Pushing event deleted for resources: {'Port': ['ID=fcbf3ebb-b5dd-4be3-9bad-c576e664970f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:26.457278 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:26.569818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks [] for floatingip, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:26.586536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for floatingip, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:26.588798 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-aacd6f14-9858-469a-8bba-a961f2122b72 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] 10.222.0.58 "DELETE /v2.0/floatingips/b28f680f-4027-4920-a3ce-1a1bdf3851da HTTP/1.1" status: 204 len: 168 time: 0.8907778 Feb 18 04:36:27.569090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7927da1c-ae5f-4d3f-aec8-a314c01c4d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:29.413523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46580) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:29.460879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:36:29.812185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7de18813-bcfb-401e-8e3e-05a4532f97cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:30.164196 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692803'] for router_interface, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:30.220371 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:30.524622 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Deleting port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:30.525214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:30.942353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] For port b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:30.942741 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:31.073481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Calling delete_port for b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee owned by network:router_interface {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:31.255941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:31.273601 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b337753c-0895-4f9e-a3a0-222d6bf2f833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:31.372837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:31.382791 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:31.524967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:31.706344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854128242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854077712'] for router_interface, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:31.911820 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:32.206755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 has already been hosted by L3 agent 12da683f-a0c1-4274-bf31-87fffe189ae9 {{(pid=83966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 04:36:32.395557 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] Notify agent at l3_agent.dv-cinder-776307-1-smb the message routers_updated {{(pid=83966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 04:36:32.404683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] Sync routers for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 04:36:32.408426 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-3669f1e4-e466-4025-8e29-625674f9f0f1 admin admin] 10.222.0.58 "PUT /v2.0/routers/6403b3e2-162f-4dd4-9ba3-442dceafaec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9937534 Feb 18 04:36:32.411191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46614) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:32.414258 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:36:32.414898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:36:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:32.595172 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks [] for router, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:32.599911 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:36:32.941705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:36:31Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:32.946647 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] Checking router: 6403b3e2-162f-4dd4-9ba3-442dceafaec4 for host: dv-cinder-776307-1-smb {{(pid=83968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 04:36:32.956752 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] Routers {'6403b3e2-162f-4dd4-9ba3-442dceafaec4'} bound to L3 agent in host dv-cinder-776307-1-smb {{(pid=83968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 04:36:32.957416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T04:18:00Z,description=,heartbeat_timestamp=2021-02-18T04:36:30Z,host='dv-cinder-776307-1-smb',id=12da683f-a0c1-4274-bf31-87fffe189ae9,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T04:18:00Z,topic='l3_agent')) {'router_ids': ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'], 'active': True} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:33.044867 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:33.055034 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Deleting port 077f41fa-797a-4fd3-bc76-1e8b77b0c820 {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:33.055442 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:33.151569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvr_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] Set router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 gateway port host: dv-cinder-776307-1-smb {{(pid=83968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 04:36:33.240707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] For port 077f41fa-797a-4fd3-bc76-1e8b77b0c820, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=077f41fa-797a-4fd3-bc76-1e8b77b0c820,segment=NetworkSegment(04f2b278-b718-47c5-b371-dddc6df03d36),segment_id=04f2b278-b718-47c5-b371-dddc6df03d36)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:33.241105 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:33.373453 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Calling delete_port for 077f41fa-797a-4fd3-bc76-1e8b77b0c820 owned by network:router_gateway {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:33.455097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_hamode_db [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:36:31Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}], 'dv-cinder-776307-1-smb', False) {} {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:33.459197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c20fa-a1ed-4bce-81e6-41b69900a693 None None] The sync data for ids ['6403b3e2-162f-4dd4-9ba3-442dceafaec4'] in dv-cinder-776307-1-smb is: [{'id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'name': 'tempest-AttachVolumeShelveTestJSON-1943057302-router', 'tenant_id': '46b6437102d74d99b2a1d884ca59405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'external_fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T04:27:03Z', 'updated_at': '2021-02-18T04:36:31Z', 'revision_number': 5, 'project_id': '46b6437102d74d99b2a1d884ca59405a', 'gw_port': {'id': '077f41fa-797a-4fd3-bc76-1e8b77b0c820', 'name': '', 'network_id': '3ce218cf-12a4-4440-b793-29be0ad4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403b3e2-162f-4dd4-9ba3-442dceafaec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T04:27:05Z', 'updated_at': '2021-02-18T04:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65b06ad3-bd67-4abd-a98b-bea4b39ed164', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-1-smb'}] {{(pid=83968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 04:36:33.555439 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:33.571615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-980d72e2-268c-4933-9ec7-399de858fa56 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:33.673031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=077f41fa-797a-4fd3-bc76-1e8b77b0c820,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:33.677847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:33.801335 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693345'] for router_gateway, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:33.809008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:36:33.846695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:36:33.847088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b0949b71-8cbc-4b08-ac42-7b8ef5c8a8ee not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:36:33.987386 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854059822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15197'] for router, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:33.989720 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.010594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-694558'] for router, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.011140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6403b3e2-162f-4dd4-9ba3-442dceafaec4 {{(pid=83966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 04:36:34.023293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] Notify callbacks [] for router, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.026555 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-22e52e9a-9282-4a34-bf07-c0a5f293e3eb admin admin] 10.222.0.58 "DELETE /v2.0/routers/6403b3e2-162f-4dd4-9ba3-442dceafaec4 HTTP/1.1" status: 204 len: 168 time: 1.6123273 Feb 18 04:36:34.027174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46626) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:34.097802 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Deleting subnet b60863a4-2a9a-4107-b2b9-997f0cb691e3 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:36:34.101026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.157497 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.244730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.513337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.529812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-69f05046-e632-4b91-b5c3-07de0a1091df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:34.623724 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60863a4-2a9a-4107-b2b9-997f0cb691e3,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:34.626560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:34.661807 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.667359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed723251-b2d8-4a99-bebc-764acca08402 None None] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:36:34.667736 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-749b3cf5-f65c-4c7f-b29d-d010be02b7b2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b60863a4-2a9a-4107-b2b9-997f0cb691e3 HTTP/1.1" status: 204 len: 168 time: 0.6395168 Feb 18 04:36:34.670366 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46650) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:34.788134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.858886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Deleting port b6e2af2d-7a5b-4c97-9840-0c860291079f {{(pid=83966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:34.859321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:34.918563 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] DHCP port deletion for 1af173d1-cdb5-4a37-8593-04cf9a426fc3 request from dv-cinder-776307-1-smb {{(pid=83968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 04:36:34.922963 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Deleting port b6e2af2d-7a5b-4c97-9840-0c860291079f {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:34.923501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:35.089016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] For port b6e2af2d-7a5b-4c97-9840-0c860291079f, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b6e2af2d-7a5b-4c97-9840-0c860291079f,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:35.089299 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:35.227164 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Calling delete_port for b6e2af2d-7a5b-4c97-9840-0c860291079f owned by network:dhcp {{(pid=83966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:35.301835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] For port b6e2af2d-7a5b-4c97-9840-0c860291079f, host dv-cinder-776307-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-1-smb',level=0,port_id=b6e2af2d-7a5b-4c97-9840-0c860291079f,segment=NetworkSegment(133cc87a-c11a-417e-a410-e652b22b81c5),segment_id=133cc87a-c11a-417e-a410-e652b22b81c5)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:35.302458 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:35.311874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793044028'] for port, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:35.327214 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e99a0eb8-b1b5-408d-bce4-d99bb1bbade6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:35.431498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e2af2d-7a5b-4c97-9840-0c860291079f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:35.436225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:35.437120 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Calling delete_port for b6e2af2d-7a5b-4c97-9840-0c860291079f owned by network:dhcp {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:36:35.471777 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] No DVR routers for this DVR port b6e2af2d-7a5b-4c97-9840-0c860291079f on host dv-cinder-776307-1-smb {{(pid=83966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:36:35.511008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:36:35.511468 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:36:35.593895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:35.711294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af173d1-cdb5-4a37-8593-04cf9a426fc3']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:35.724387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133cc87a-c11a-417e-a410-e652b22b81c5') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:35.724726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133cc87a-c11a-417e-a410-e652b22b81c5') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:36:35.737337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:35.753507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:35.755503 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:36:35.797286 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 077f41fa-797a-4fd3-bc76-1e8b77b0c820 no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:36:35.843404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: 077f41fa-797a-4fd3-bc76-1e8b77b0c820 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:36:35.844067 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device 077f41fa-797a-4fd3-bc76-1e8b77b0c820 not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:36:35.844242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b6e2af2d-7a5b-4c97-9840-0c860291079f no longer exists at agent ovs-agent-dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:36:35.880532 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] No Port match for: b6e2af2d-7a5b-4c97-9840-0c860291079f {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:36:35.880928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Device b6e2af2d-7a5b-4c97-9840-0c860291079f not bound to the agent host dv-cinder-776307-1-smb {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:36:35.942649 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:36:35.951819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.012609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Deleting port b6e2af2d-7a5b-4c97-9840-0c860291079f {{(pid=83968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:36:36.013051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.086902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-43d19102-bce5-4aa3-86ed-f559e3157da5 None None] The port 'b6e2af2d-7a5b-4c97-9840-0c860291079f' was deleted {{(pid=83968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 04:36:36.137990 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Network 1af173d1-cdb5-4a37-8593-04cf9a426fc3 has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:36:36.161173 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:36:36.485710 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.489182 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:36.502849 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.513397 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af173d1-cdb5-4a37-8593-04cf9a426fc3,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:36.517975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:36.521748 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ea28c6e0-a255-431a-b093-3450ceee0ec1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1af173d1-cdb5-4a37-8593-04cf9a426fc3 HTTP/1.1" status: 204 len: 168 time: 1.8503990 Feb 18 04:36:36.636065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46674) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:36.687740 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b2f14307-282a-469d-b434-673a7b075f94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46b6437102d74d99b2a1d884ca59405a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502615 Feb 18 04:36:36.690052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46678) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:36.752803 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.780248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.826350 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.831865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f66b3fdb-121e-4eb9-a756-032e0ce62c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:36.845889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92efe4a-87ac-4eb9-8437-99753c8e3d47,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:36.851018 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:36.852997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:36.854588 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f92efe4a-87ac-4eb9-8437-99753c8e3d47 HTTP/1.1" status: 204 len: 168 time: 0.1632140 Feb 18 04:36:37.577833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46722) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:37.692888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1966329252-network', 'tenant_id': '0030bea176124597a4fdd174da8fca82'}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:36:37.698074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:37.702168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Usage tracker for resource:network and tenant:0030bea176124597a4fdd174da8fca82 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:37.705249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:37.711163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:37.721117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Made reservation on behalf of 0030bea176124597a4fdd174da8fca82 for: {'network': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:36:37.726223 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for network, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.740045 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.755806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:37.760013 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Usage tracker for resource:security_group_rule and tenant:0030bea176124597a4fdd174da8fca82 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:37.763024 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:37.769174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:37.856775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.861012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.865565 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1e48f36c-8a83-4385-ad6f-b60beb631a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:37.895605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 04:36:37.908932 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a04df1-59aa-4272-941e-0c2b42ee189f,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:37.913424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:37.914423 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780831654686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.914853 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.db.segments_db [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Added segment 99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd of type vxlan for network b716d9de-361f-48eb-809d-578bb6269eef Feb 18 04:36:37.924861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46736) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:37.944217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256023609187'] for network, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.973975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606'] for network, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.975088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:37.975826 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:37.980949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:38.050127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.065643 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:38.069650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Usage tracker for resource:security_group_rule and tenant:cfe75f7021054c509acb6883041bbfa2 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:38.072833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:38.078321 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:38.087948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Pushing event updated for resources: {'Network': ['ID=b716d9de-361f-48eb-809d-578bb6269eef,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:38.091143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:38.093502 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5144994 Feb 18 04:36:38.096404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46742) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:38.100870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Network b716d9de-361f-48eb-809d-578bb6269eef details requested by agent ovs-agent-dv-cinder-776307-1-smb with host dv-cinder-776307-1-smb {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:36:38.102496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Request body: {'subnet': {'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1966329252-subnet', 'tenant_id': '0030bea176124597a4fdd174da8fca82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:36:38.110199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:38.114344 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Usage tracker for resource:subnet and tenant:0030bea176124597a4fdd174da8fca82 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:38.117364 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:38.117679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Network b716d9de-361f-48eb-809d-578bb6269eef details requested by agent ovs-agent-hv-cinder-77630 with host hv-cinder-77630 {{(pid=83968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 04:36:38.123555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:38.133201 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Made reservation on behalf of 0030bea176124597a4fdd174da8fca82 for: {'subnet': 1} {{(pid=83966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:36:38.137964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793026502'] for subnet, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.164788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.167723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.177180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-97beaa47-3c72-4b61-9f0e-2db232521158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:38.204847 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db1f5a-e3db-48b1-88bf-a228943afb49,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:38.210014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:38.229794 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b9a0d1f0-491a-49e1-9d9f-491d9f31f213 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfe75f7021054c509acb6883041bbfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037486 Feb 18 04:36:38.230600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46746) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:38.304525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f2345e0e-70f7-4546-b594-a70f6aebd2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.335631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f2345e0e-70f7-4546-b594-a70f6aebd2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.382696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f2345e0e-70f7-4546-b594-a70f6aebd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.387729 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-735f1062-39f5-4ceb-91d1-3c4b5304cb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:38.400656 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2345e0e-70f7-4546-b594-a70f6aebd2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db1f5a-e3db-48b1-88bf-a228943afb49,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:38.403226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f2345e0e-70f7-4546-b594-a70f6aebd2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:38.407360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f2345e0e-70f7-4546-b594-a70f6aebd2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.411404 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f2345e0e-70f7-4546-b594-a70f6aebd2ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86db1f5a-e3db-48b1-88bf-a228943afb49 HTTP/1.1" status: 204 len: 168 time: 0.1780372 Feb 18 04:36:38.553958 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793044054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793026551'] for subnet, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.569650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-05e8ace8-7689-494b-a6ef-f5d63fbaa985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:38.699761 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46754) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:38.704485 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc322b26-a881-4bb5-884b-85971ac5cf70,revision_number=0']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:38.707715 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:38.719090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.734017 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:38.738334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Usage tracker for resource:security_group_rule and tenant:593cacde4e5d4a64b1f9fb594db76b23 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:38.741349 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:38.747532 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:38.770703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Checking segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:36:38.771104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Network hostable DHCP agents. Network: b716d9de-361f-48eb-809d-578bb6269eef, hostable agents: ['91566169-8525-47c5-a184-e9d273cd387d'], hosted agents: [] {{(pid=83966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 04:36:38.790224 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Network b716d9de-361f-48eb-809d-578bb6269eef is scheduled to be hosted by DHCP agent 91566169-8525-47c5-a184-e9d273cd387d with binding_index 1 {{(pid=83966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 04:36:38.801156 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-1-smb, b716d9de-361f-48eb-809d-578bb6269eef) {{(pid=83966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:36:38.812279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7be4c9-6db1-43ab-bbb3-d5704252fcb7 None None] Network b716d9de-361f-48eb-809d-578bb6269eef requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:36:38.816413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:38.817648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.837520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.839658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.840224 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7b4a8ecd-47a0-40db-872a-782fc61f8d8b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7427089 Feb 18 04:36:38.849130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:38.881691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec857a27-5109-4d04-af17-322d0ddcfe53,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:38.886666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:38.906661 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-64cf7c20-ca66-4aa1-83ec-1d34c9fdeed2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=593cacde4e5d4a64b1f9fb594db76b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032888 Feb 18 04:36:38.907054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46760) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:38.970480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-55edd0db-50ad-4e04-b7b6-ba2c9100a6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:38.998824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-55edd0db-50ad-4e04-b7b6-ba2c9100a6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:39.048047 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-55edd0db-50ad-4e04-b7b6-ba2c9100a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:39.054380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b230c2c1-16bd-44c7-b358-cb923d298f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:39.055332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff87e4-a9d9-463d-acaa-b0c29b1174de None None] Network b716d9de-361f-48eb-809d-578bb6269eef requested from dv-cinder-776307-1-smb {{(pid=83968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 04:36:39.070108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edd0db-50ad-4e04-b7b6-ba2c9100a6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec857a27-5109-4d04-af17-322d0ddcfe53,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:39.072879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-55edd0db-50ad-4e04-b7b6-ba2c9100a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:39.074242 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-55edd0db-50ad-4e04-b7b6-ba2c9100a6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:39.079951 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-55edd0db-50ad-4e04-b7b6-ba2c9100a6f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec857a27-5109-4d04-af17-322d0ddcfe53 HTTP/1.1" status: 204 len: 168 time: 0.1716301 Feb 18 04:36:39.425809 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef92a-578d-4367-92d6-3255650b810c req-096461fe-d2de-4d7f-a831-a77715ab001b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:39.427477 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-096461fe-d2de-4d7f-a831-a77715ab001b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.1628792 Feb 18 04:36:39.443506 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-af611d6b-6fe0-431e-9d37-e1cc2414caba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/quotas/0030bea176124597a4fdd174da8fca82 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Feb 18 04:36:39.501305 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-76ef076c-d169-458e-bde6-9a70ac7f0016 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519226 Feb 18 04:36:39.643638 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-febd825b-926e-467b-976b-241ce880c1de service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348436 Feb 18 04:36:39.789455 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-6031d279-2678-4749-8485-513e57be92be service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386447 Feb 18 04:36:39.992085 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7b648f6e-0206-48ee-a5e7-7108d9b09ea5 req-dd3564b8-ac08-4d5f-8b66-27f814f19fbf tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 210 time: 0.0583141 Feb 18 04:36:40.867953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46828) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:41.011798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.048245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:41.056899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb12fcff4294f83a7454cc3eb0fa6cf is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:41.062500 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:41.078389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:41.098491 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef92a-578d-4367-92d6-3255650b810c req-6026bafa-f70d-463f-9da3-8f70438610d8 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:41.100081 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-6026bafa-f70d-463f-9da3-8f70438610d8 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.2051313 Feb 18 04:36:41.118827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Request body: {'port': {'device_id': 'b861418e-db62-4365-aec9-e05b5c74b262', 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef', 'admin_state_up': True, 'tenant_id': '0030bea176124597a4fdd174da8fca82'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:36:41.242124 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d52ccfdf-f446-4567-9f40-019a924babaa req-0bcbf856-2976-4393-88a1-099e4595b045 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 210 time: 0.1282041 Feb 18 04:36:41.356015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:41.363294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.364618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Usage tracker for resource:port and tenant:0030bea176124597a4fdd174da8fca82 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:41.367737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:41.370345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.382333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-efa6811f-df83-451e-b574-fb66d3a7345a tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:41.389835 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:41.431884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Made reservation on behalf of 0030bea176124597a4fdd174da8fca82 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:36:41.437271 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.450606 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fb12fcff4294f83a7454cc3eb0fa6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815208 Feb 18 04:36:41.451594 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f078f5f-49a2-43e3-b970-6b71b6ea42e7,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:41.454507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46840) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:41.457463 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:41.518391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-13ac2303-5ff7-4fc7-887b-595753616afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.544787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-13ac2303-5ff7-4fc7-887b-595753616afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.588872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-13ac2303-5ff7-4fc7-887b-595753616afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.594412 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5d182afd-d5e2-4453-a0c5-dd79d2f93d13 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:41.607783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac2303-5ff7-4fc7-887b-595753616afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f078f5f-49a2-43e3-b970-6b71b6ea42e7,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:41.611821 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-13ac2303-5ff7-4fc7-887b-595753616afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:41.614269 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-13ac2303-5ff7-4fc7-887b-595753616afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.618072 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-13ac2303-5ff7-4fc7-887b-595753616afc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f078f5f-49a2-43e3-b970-6b71b6ea42e7 HTTP/1.1" status: 204 len: 168 time: 0.1618171 Feb 18 04:36:41.930419 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46848) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:41.950153 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:41.965844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:41.969875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Usage tracker for resource:security_group_rule and tenant:084274c3e79144a094292dc6ec67fb54 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:41.972949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:41.978637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:41.983085 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Allocated IP 172.20.0.2 (b716d9de-361f-48eb-809d-578bb6269eef/fc322b26-a881-4bb5-884b-85971ac5cf70/0c4344c3-4c56-47ce-8998-65d9cadcef66) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:36:42.067902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.071580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.083921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c4aa1ccc-f896-44dd-9f74-e31f6288baa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:42.128663 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=084274c3e79144a094292dc6ec67fb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970677 Feb 18 04:36:42.129617 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d152c688-73cb-41e5-b6c1-d6e416c85c11,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:42.131540 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46852) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:42.132921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:42.252658 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.265333 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.296560 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.362379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.378159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.381140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-abd16106-8697-4c20-98e6-cc4c8aae9cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:42.448698 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cefc1-aa33-4caa-84f3-8941b4e551d0 req-13b39e1c-d3cf-4566-bdd2-0deeb357c795 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:42.450322 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ac4cefc1-aa33-4caa-84f3-8941b4e551d0 req-13b39e1c-d3cf-4566-bdd2-0deeb357c795 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 931 time: 0.0868919 Feb 18 04:36:42.498893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-ac4cefc1-aa33-4caa-84f3-8941b4e551d0 req-7580ce38-930b-4f37-8063-c8af5aed7174 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:security_group {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:36:42.516534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-ac4cefc1-aa33-4caa-84f3-8941b4e551d0 req-7580ce38-930b-4f37-8063-c8af5aed7174 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:security_group {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:36:42.517772 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ac4cefc1-aa33-4caa-84f3-8941b4e551d0 req-7580ce38-930b-4f37-8063-c8af5aed7174 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604424 Feb 18 04:36:42.540635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event updated for resources: {'Port': ['ID=0c4344c3-4c56-47ce-8998-65d9cadcef66,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:42.553521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.554726 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d152c688-73cb-41e5-b6c1-d6e416c85c11 HTTP/1.1" status: 204 len: 168 time: 0.4220107 Feb 18 04:36:42.555778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:42.558898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-23e9b74e-3905-4672-b4f5-f0824c25105e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:42.575275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d152c688-73cb-41e5-b6c1-d6e416c85c11,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:42.579518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:42.611982 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Network b716d9de-361f-48eb-809d-578bb6269eef is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:36:42.613149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:36:42.615487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:36:42.680531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:42.681210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:42.698436 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5857399 Feb 18 04:36:42.710498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Request body: {'port': {'device_id': 'b861418e-db62-4365-aec9-e05b5c74b262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:36:42.837793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:43.259904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4344c3-4c56-47ce-8998-65d9cadcef66 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:36:43.267695 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:43.280306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Transition to ACTIVE for port object 0c4344c3-4c56-47ce-8998-65d9cadcef66 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:36:43.283583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:43.300001 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a5ae84b9-4dec-49a0-b39d-5728f63a29a3 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:43.444604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4344c3-4c56-47ce-8998-65d9cadcef66,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:43.458502 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.458837 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.459273 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.459726 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.460080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.460489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.460889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.461288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.461692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.462089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.462482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.462875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.463332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.463735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.464132 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.464526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.464917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.465314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.465707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.466104 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.466496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.466887 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.467296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.467699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:36:43.474645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:43.691584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Attempting to bind port 0c4344c3-4c56-47ce-8998-65d9cadcef66 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:36:43.691964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Attempting to bind port 0c4344c3-4c56-47ce-8998-65d9cadcef66 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:36:43.692334 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Attempting to bind port 0c4344c3-4c56-47ce-8998-65d9cadcef66 on network b716d9de-361f-48eb-809d-578bb6269eef {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:36:43.701112 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:36:43.701492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Checking segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:36:43.701901 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:43.702299 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Bound using segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:36:43.702775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Bound port: 0c4344c3-4c56-47ce-8998-65d9cadcef66, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:36:43.703707 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:43.820725 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba5663-39a7-4778-88d9-fa141ebd5611 req-17ba098e-0f73-48a5-ab61-fd1acbf1c3fb tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:43.821481 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-41ba5663-39a7-4778-88d9-fa141ebd5611 req-17ba098e-0f73-48a5-ab61-fd1acbf1c3fb tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:36:43.832943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] For port 0c4344c3-4c56-47ce-8998-65d9cadcef66, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:36:43.837195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] For port 0c4344c3-4c56-47ce-8998-65d9cadcef66, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=0c4344c3-4c56-47ce-8998-65d9cadcef66,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:36:43.843080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:43.860451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-374b9f67-0ac1-4cb8-94c2-60e41f42fe4e tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:43.957509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-41ba5663-39a7-4778-88d9-fa141ebd5611 req-17ba098e-0f73-48a5-ab61-fd1acbf1c3fb tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:36:43.958755 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-41ba5663-39a7-4778-88d9-fa141ebd5611 req-17ba098e-0f73-48a5-ab61-fd1acbf1c3fb tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 943 time: 0.3250365 Feb 18 04:36:44.058113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4344c3-4c56-47ce-8998-65d9cadcef66,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:44.065687 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-41ba5663-39a7-4778-88d9-fa141ebd5611 req-26601689-0937-437e-a01e-dd7ac9b5dd83 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950840 Feb 18 04:36:44.075159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:44.094505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:44.095291 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:44.096668 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] 10.222.0.23 "PUT /v2.0/ports/0c4344c3-4c56-47ce-8998-65d9cadcef66 HTTP/1.1" status: 200 len: 1157 time: 1.3909616 Feb 18 04:36:44.097191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b861418e-db62-4365-aec9-e05b5c74b262', 'tag': '0c4344c3-4c56-47ce-8998-65d9cadcef66'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:36:44.174308 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b861418e-db62-4365-aec9-e05b5c74b262', 'tag': '0c4344c3-4c56-47ce-8998-65d9cadcef66', 'status': 'completed', 'code': 200} Feb 18 04:36:44.216288 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef92a-578d-4367-92d6-3255650b810c req-11bec88c-8321-4e09-a041-e5bf51ef3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:44.217984 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-11bec88c-8321-4e09-a041-e5bf51ef3b06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 1160 time: 0.0822098 Feb 18 04:36:44.296641 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-4f9403d9-6c5e-480f-85da-58ae48f9366a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4344c3-4c56-47ce-8998-65d9cadcef66 HTTP/1.1" status: 200 len: 217 time: 0.0712183 Feb 18 04:36:44.365705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daef92a-578d-4367-92d6-3255650b810c req-2d839f25-6695-4096-a065-5a71519d20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:44.367346 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-2d839f25-6695-4096-a065-5a71519d20b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0639274 Feb 18 04:36:44.424874 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-74abd66c-4c23-4001-9534-3b573e1e0dea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512686 Feb 18 04:36:44.568286 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-5d5f7729-febc-4cc7-9f30-9f0541db7a2b service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363642 Feb 18 04:36:44.710174 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-5daef92a-578d-4367-92d6-3255650b810c req-4ce6ff2e-d03d-426b-90be-2f3f76a778ca service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351433 Feb 18 04:36:44.828345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-fb5c97f6-d73b-4c92-9d9f-08befbc57667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:44.830029 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-fb5c97f6-d73b-4c92-9d9f-08befbc57667 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 1160 time: 0.0777416 Feb 18 04:36:44.971605 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-8bfa149c-0bf4-407a-8adf-4b427e120c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:44.973180 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-8bfa149c-0bf4-407a-8adf-4b427e120c5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 909 time: 0.1365006 Feb 18 04:36:45.049035 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-75686d63-c389-46a8-834e-24a2b60dfa80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4344c3-4c56-47ce-8998-65d9cadcef66 HTTP/1.1" status: 200 len: 217 time: 0.0694957 Feb 18 04:36:45.121314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-16bb8fee-a06f-4948-913d-8f5c9f061631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:45.122889 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-16bb8fee-a06f-4948-913d-8f5c9f061631 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0680931 Feb 18 04:36:45.178882 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-16023910-d9f4-4629-ae33-f12746ab83f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496597 Feb 18 04:36:45.427637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd1d2-7c38-4e8e-b81e-386396430205 req-369ae721-9f0a-4168-9423-eedd54d96aa3 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:45.430432 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d64fd1d2-7c38-4e8e-b81e-386396430205 req-369ae721-9f0a-4168-9423-eedd54d96aa3 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 943 time: 0.2467010 Feb 18 04:36:45.434566 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-219f8c0e-149b-4645-b0c7-71e6d5f3e961 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102182 Feb 18 04:36:45.576422 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d64fd1d2-7c38-4e8e-b81e-386396430205 req-388fdc35-d9b3-432f-b8d6-3030c01118a4 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396282 Feb 18 04:36:45.629822 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-9e231b32-bfec-431a-9138-250e3c51a5e5 req-19cb64c1-c86d-41a9-b2e5-afa8217a9d12 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1747556 Feb 18 04:36:46.782077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348c4cd-9bc3-4b09-b03d-92cbff4d2f00 req-cc4aeac7-4f86-49cf-aba6-7ca3344129bc tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:46.783707 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0348c4cd-9bc3-4b09-b03d-92cbff4d2f00 req-cc4aeac7-4f86-49cf-aba6-7ca3344129bc tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 943 time: 0.0904443 Feb 18 04:36:46.833877 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0348c4cd-9bc3-4b09-b03d-92cbff4d2f00 req-829abb56-a890-4bd1-a05c-42f39de183d3 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Feb 18 04:36:47.719199 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.objects.ports [None req-91925411-5d62-4c7f-9ae7-24a68624faab None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83968) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 04:36:48.035075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab1a0-0b8c-4f30-aa95-8c51b1ed8ac3 req-c2985355-5720-450d-8b3d-0ab987040927 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:48.036709 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b90ab1a0-0b8c-4f30-aa95-8c51b1ed8ac3 req-c2985355-5720-450d-8b3d-0ab987040927 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 943 time: 0.0899684 Feb 18 04:36:48.139129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 0c4344c3-4c56-47ce-8998-65d9cadcef66 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:36:48.220177 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 0c4344c3-4c56-47ce-8998-65d9cadcef66 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:36:48.226247 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 0c4344c3-4c56-47ce-8998-65d9cadcef66 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:36:48.226673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.326507 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b90ab1a0-0b8c-4f30-aa95-8c51b1ed8ac3 req-22744b8f-8791-451c-b2fe-e6c5c8c59baa tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835081 Feb 18 04:36:48.369898 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.397924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b861418e-db62-4365-aec9-e05b5c74b262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4344c3-4c56-47ce-8998-65d9cadcef66'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:36:48.409666 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 0c4344c3-4c56-47ce-8998-65d9cadcef66, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=0c4344c3-4c56-47ce-8998-65d9cadcef66,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:36:48.415106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.417466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:48.449149 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46966) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:48.449311 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b861418e-db62-4365-aec9-e05b5c74b262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4344c3-4c56-47ce-8998-65d9cadcef66', 'code': 200} Feb 18 04:36:48.489692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=0c4344c3-4c56-47ce-8998-65d9cadcef66,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:48.492833 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:48.579974 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.595597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:48.599650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Usage tracker for resource:security_group_rule and tenant:7fcb6002b8044eb08106ffacdf4956f7 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:48.602555 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:48.608292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:48.685363 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696209a1-4c18-4485-85e9-09f144e14eb5 req-4d45ac4c-1247-4ab7-9563-d5af8e2aad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:48.686980 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696209a1-4c18-4485-85e9-09f144e14eb5 req-4d45ac4c-1247-4ab7-9563-d5af8e2aad96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 1162 time: 0.0761552 Feb 18 04:36:48.696869 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.701365 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.710026 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-4a931773-e674-448f-8b0f-393adcd72296 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:48.730143 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696209a1-4c18-4485-85e9-09f144e14eb5 req-f1cd2a13-7d54-4cec-b67a-69e5efe8a051 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Feb 18 04:36:48.755316 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fcb6002b8044eb08106ffacdf4956f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049674 Feb 18 04:36:48.756967 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd86f57b-c463-45f3-8b3b-7ca1f7a09edb,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:48.758122 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46972) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:48.760542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0293d989-9c82-41fe-91ba-5c8799e9788f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:48.822755 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.850098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.895715 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.900569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-05024884-6d44-4573-b5a5-4f6f5d38142c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:48.914099 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd86f57b-c463-45f3-8b3b-7ca1f7a09edb,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:48.916860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:48.918035 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:48.919223 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd86f57b-c463-45f3-8b3b-7ca1f7a09edb HTTP/1.1" status: 204 len: 168 time: 0.1600266 Feb 18 04:36:49.195292 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46980) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:49.214274 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.229039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:49.233049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Usage tracker for resource:security_group_rule and tenant:0c53bcaf07a2478088af8123b09d6653 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:49.235933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:49.241692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:49.324979 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.327791 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.336865 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0e2e2f53-32e4-4204-897c-d7afdac5840e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:49.384221 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c53bcaf07a2478088af8123b09d6653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852801 Feb 18 04:36:49.384221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357410e5-1797-4507-811f-7a1894ec4fb5,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:49.385090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46986) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:49.386007 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1edb1dc5-d0d2-4617-a196-dbea734fae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:49.457042 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.484814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.524524 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5c57c-eac4-458b-9a11-4001155c3beb req-5568e5f5-e63b-4e6d-95b8-7b89a670d09a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:49.526154 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-86d5c57c-eac4-458b-9a11-4001155c3beb req-5568e5f5-e63b-4e6d-95b8-7b89a670d09a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 945 time: 0.0856063 Feb 18 04:36:49.529778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.534920 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-31fcf3ee-9611-4af5-b0e5-9eaad4d8cff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:49.550424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357410e5-1797-4507-811f-7a1894ec4fb5,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:49.555678 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:49.565184 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.569017 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/357410e5-1797-4507-811f-7a1894ec4fb5 HTTP/1.1" status: 204 len: 168 time: 0.1802430 Feb 18 04:36:49.577564 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-86d5c57c-eac4-458b-9a11-4001155c3beb req-f5f4dd17-fa33-48bf-87cb-78fb1f1d16f3 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Feb 18 04:36:49.686360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 0c4344c3-4c56-47ce-8998-65d9cadcef66 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:36:49.764004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 0c4344c3-4c56-47ce-8998-65d9cadcef66 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:36:49.764608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.928808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 46994) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:49.947943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:49.963904 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:49.967960 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Usage tracker for resource:security_group_rule and tenant:a6e05fde9baf4286829c7846448c57e4 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:49.971436 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:49.977162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:50.062125 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:50.064711 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:50.076856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d53a80f1-45e5-4384-9fd9-304c2fc27f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:50.118351 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6e05fde9baf4286829c7846448c57e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883736 Feb 18 04:36:50.121648 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d30b65-7281-432e-a093-9242f0aab31c,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:50.121931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 46998) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:50.124961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d6b395da-babf-454a-953c-aa023169277b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:50.186131 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:50.212209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:50.256521 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:50.261343 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-94b397bf-a014-4e23-8cef-280a1f70967b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:50.275972 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d30b65-7281-432e-a093-9242f0aab31c,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:50.278554 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:50.285641 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:50.286852 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7d30b65-7281-432e-a093-9242f0aab31c HTTP/1.1" status: 204 len: 168 time: 0.1638610 Feb 18 04:36:50.787456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46533c74-9563-4289-9010-e2922f1bb0f9 req-f26dcffc-7694-49a1-9fd6-335bd0c953d0 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:50.793200 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-46533c74-9563-4289-9010-e2922f1bb0f9 req-f26dcffc-7694-49a1-9fd6-335bd0c953d0 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 945 time: 0.0993748 Feb 18 04:36:50.838323 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-46533c74-9563-4289-9010-e2922f1bb0f9 req-a178482a-22a9-4350-8c25-1bcbb49918fa tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Feb 18 04:36:51.674186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 0c4344c3-4c56-47ce-8998-65d9cadcef66 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:36:51.746204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 0c4344c3-4c56-47ce-8998-65d9cadcef66 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:36:51.746626 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:52.199895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.096608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47092) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:53.220305 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.235988 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:53.240081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Usage tracker for resource:security_group_rule and tenant:f3efea74e75c4d85b58af5f27b6c04e5 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:53.242970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:53.249039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:53.334351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.337039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.346200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-24a60896-5542-4068-ab6c-9f5a40f81fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:53.389743 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3efea74e75c4d85b58af5f27b6c04e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920222 Feb 18 04:36:53.392023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42477f-da44-4092-9412-991d72084370,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:53.393218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47098) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:53.395879 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6a664489-96a8-4cae-9cc5-819345d36d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:53.458383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.485973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.529393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.534770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-740b0ca1-6fa2-4954-b2b5-d07b0c53c8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:53.547448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42477f-da44-4092-9412-991d72084370,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:53.551197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:53.556700 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.557896 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e42477f-da44-4092-9412-991d72084370 HTTP/1.1" status: 204 len: 168 time: 0.1635621 Feb 18 04:36:53.841851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47106) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:53.860773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.876613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:53.880668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb3f727acfc41db8fdb6005f9e01d9f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:53.883637 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:53.889438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:53.973743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.977730 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:53.986782 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b08b18b1-0b3b-4e00-bbfe-b2391c81c6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:54.032640 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceb3f727acfc41db8fdb6005f9e01d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869903 Feb 18 04:36:54.032640 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e161f-4fb6-424b-b461-c85575454b91,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:54.033162 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47112) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:54.035137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:54.156740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:54.179175 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-405cb5ed-0665-4d5e-b2ef-21181c2c2fc6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1329520 Feb 18 04:36:54.195688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:54.243509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:54.248696 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5f1d1c5e-a833-426a-98b1-06859fb00b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:54.261927 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e161f-4fb6-424b-b461-c85575454b91,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:54.264948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:54.272830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:54.278422 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e2e161f-4fb6-424b-b461-c85575454b91 HTTP/1.1" status: 204 len: 168 time: 0.2426066 Feb 18 04:36:54.376880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-ef480a73-2e2c-4444-9686-e070c0586943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:54.381979 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-ef480a73-2e2c-4444-9686-e070c0586943 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 1162 time: 0.0921226 Feb 18 04:36:54.541778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-96eb599e-9ce9-46ee-95ab-83b1876b1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:54.543490 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-96eb599e-9ce9-46ee-95ab-83b1876b1017 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 909 time: 0.1424158 Feb 18 04:36:54.621649 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-a683b72a-2146-4df1-bf95-82db6c8bd59c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4344c3-4c56-47ce-8998-65d9cadcef66 HTTP/1.1" status: 200 len: 217 time: 0.0717702 Feb 18 04:36:54.689978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-829511ab-ed77-4344-b5c7-d54e40ff7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:54.691512 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-829511ab-ed77-4344-b5c7-d54e40ff7ffb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0636430 Feb 18 04:36:54.744678 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-ff86332e-cde1-4cc2-8e7d-8adedb19ff30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469081 Feb 18 04:36:54.894911 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-2d76aebf-d05b-43fd-9e82-6bf9c5b0e60b service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433897 Feb 18 04:36:55.038847 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ab314a1b-8fc4-45fa-9ede-bbf4d8297b8f req-f4e618cc-5bf6-4203-87d6-830edc2244dc service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382418 Feb 18 04:36:55.503113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-c076e3f7-fb1e-4cbb-b047-d44aa0fe9a05 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:55.503805 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-c076e3f7-fb1e-4cbb-b047-d44aa0fe9a05 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:network {{(pid=83966) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:36:55.521516 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-c076e3f7-fb1e-4cbb-b047-d44aa0fe9a05 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:network {{(pid=83966) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:36:55.523115 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-c076e3f7-fb1e-4cbb-b047-d44aa0fe9a05 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.1736147 Feb 18 04:36:55.540350 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-5d61b853-7262-4d90-ac47-097c174ca17a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/quotas/0030bea176124597a4fdd174da8fca82 HTTP/1.1" status: 200 len: 375 time: 0.0105658 Feb 18 04:36:55.632332 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-cd35fda7-9d3c-480b-8bbb-499fd09743ed tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861385 Feb 18 04:36:55.786324 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-71980681-72eb-4add-945b-fa589cef182d service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461020 Feb 18 04:36:55.818568 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47168) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:55.935951 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-3d3ab557-32d0-4455-b77e-95e2492c705f service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424835 Feb 18 04:36:55.946130 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:55.962209 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:55.966332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Usage tracker for resource:security_group_rule and tenant:de47d71fed554fd9bd60fcfa22808ed5 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:36:55.969795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:36:55.975568 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:56.063259 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:56.067052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:56.074978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-770b8fcd-8d69-4c4f-a5c1-a0bbcffede3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:56.158336 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de47d71fed554fd9bd60fcfa22808ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384604 Feb 18 04:36:56.161215 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47178) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:36:56.164448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6424fec-8ae8-402d-ba06-ad4d1c9a9f32,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:56.169209 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7757ed69-945d-4ec9-aadd-8efd1fba91e4 req-7f02be8b-06a2-40cd-8a7c-f8ab284fc784 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 210 time: 0.0650208 Feb 18 04:36:56.170023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:56.228539 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:56.256385 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:56.301850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:56.308109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c9cd2d11-f56c-4d0f-b6a5-a814860407af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:56.328950 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6424fec-8ae8-402d-ba06-ad4d1c9a9f32,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:56.331538 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:56.338912 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:56.340138 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6424fec-8ae8-402d-ba06-ad4d1c9a9f32 HTTP/1.1" status: 204 len: 168 time: 0.1777549 Feb 18 04:36:57.206627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-bb2ab118-1a9f-43b3-a0a3-d38f6e1319ff tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:57.208491 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-bb2ab118-1a9f-43b3-a0a3-d38f6e1319ff tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.1622059 Feb 18 04:36:57.221052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Request body: {'port': {'device_id': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef', 'admin_state_up': True, 'tenant_id': '0030bea176124597a4fdd174da8fca82'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:36:57.348451 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-16e0a9ac-8107-4af7-a3a4-c9d020c3dfc2 req-79d8f24a-19c6-463c-ae53-40279dcd3f47 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 210 time: 0.0486708 Feb 18 04:36:57.369445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:36:57.379799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:36:57.388353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Made reservation on behalf of 0030bea176124597a4fdd174da8fca82 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:36:57.394195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:57.569888 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b9661219-58f5-4a35-985c-80035d6fd890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:57.700265 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Allocated IP 172.20.0.4 (b716d9de-361f-48eb-809d-578bb6269eef/fc322b26-a881-4bb5-884b-85971ac5cf70/22ade5d6-748f-41b4-b13f-555ccb198983) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:36:57.912365 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:57.940760 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:57.959596 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3bb8ac68-8809-4d8c-8085-e1e003c66b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:58.095115 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event updated for resources: {'Port': ['ID=22ade5d6-748f-41b4-b13f-555ccb198983,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:58.099433 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:58.151391 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Network b716d9de-361f-48eb-809d-578bb6269eef is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:36:58.152519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:36:58.154697 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:36:58.217498 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:58.218160 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:58.246761 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0301657 Feb 18 04:36:58.258357 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Request body: {'port': {'device_id': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:36:58.386627 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:58.733599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fae10-7cd6-4b86-b192-270a4d23b2cd req-b3daa644-deb9-4984-9395-b7423fde5ec9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:58.734893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2a8fae10-7cd6-4b86-b192-270a4d23b2cd req-b3daa644-deb9-4984-9395-b7423fde5ec9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:36:58.778066 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-2a8fae10-7cd6-4b86-b192-270a4d23b2cd req-b3daa644-deb9-4984-9395-b7423fde5ec9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:36:58.779390 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a8fae10-7cd6-4b86-b192-270a4d23b2cd req-b3daa644-deb9-4984-9395-b7423fde5ec9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 931 time: 0.2881191 Feb 18 04:36:58.850632 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2a8fae10-7cd6-4b86-b192-270a4d23b2cd req-7f5bdd70-9256-4d9d-ad5e-154847f503ff tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Feb 18 04:36:58.924317 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ade5d6-748f-41b4-b13f-555ccb198983 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:36:58.932114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:58.943965 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Transition to ACTIVE for port object 22ade5d6-748f-41b4-b13f-555ccb198983 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:36:58.946586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:58.964962 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-572c89d7-e731-4e54-a663-280f2af79475 tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:59.106080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Pushing event updated for resources: {'Port': ['ID=22ade5d6-748f-41b4-b13f-555ccb198983,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:59.109407 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:59.279857 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Attempting to bind port 22ade5d6-748f-41b4-b13f-555ccb198983 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:36:59.280389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Attempting to bind port 22ade5d6-748f-41b4-b13f-555ccb198983 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:36:59.280567 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Attempting to bind port 22ade5d6-748f-41b4-b13f-555ccb198983 on network b716d9de-361f-48eb-809d-578bb6269eef {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:36:59.286631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:36:59.287004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Checking segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:36:59.287434 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:59.287830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Bound using segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:36:59.288298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Bound port: 22ade5d6-748f-41b4-b13f-555ccb198983, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:36:59.288668 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:59.382058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] For port 22ade5d6-748f-41b4-b13f-555ccb198983, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:36:59.385078 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] For port 22ade5d6-748f-41b4-b13f-555ccb198983, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=22ade5d6-748f-41b4-b13f-555ccb198983,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:36:59.388345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:59.403609 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-55b15daa-ed04-4a00-b0f5-6f358309159f tempest-TestMinimumBasicScenario-679752701 tempest-TestMinimumBasicScenario-679752701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:36:59.554480 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Pushing event updated for resources: {'Port': ['ID=22ade5d6-748f-41b4-b13f-555ccb198983,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:36:59.559889 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:36:59.589505 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:59.590185 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:36:59.591679 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-2432492b-4a77-4aa0-b161-6f2c4d514b2c service neutron] 10.222.0.23 "PUT /v2.0/ports/22ade5d6-748f-41b4-b13f-555ccb198983 HTTP/1.1" status: 200 len: 1157 time: 1.3378935 Feb 18 04:36:59.592210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'tag': '22ade5d6-748f-41b4-b13f-555ccb198983'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:36:59.666470 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'tag': '22ade5d6-748f-41b4-b13f-555ccb198983', 'status': 'completed', 'code': 200} Feb 18 04:36:59.705665 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-b71284f9-9950-4ace-8979-d584b22fa54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:36:59.707300 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-b71284f9-9950-4ace-8979-d584b22fa54c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 1160 time: 0.0819244 Feb 18 04:36:59.816886 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0407fa46-1dc2-4027-a6b3-461434a4f224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:00.011592 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-01abc7cf-0fe9-4787-b0d2-53d69a40a67a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ade5d6-748f-41b4-b13f-555ccb198983 HTTP/1.1" status: 200 len: 217 time: 0.2963419 Feb 18 04:37:00.080277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-6723afde-d572-4121-bf08-29bdb7cf5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:00.081903 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-6723afde-d572-4121-bf08-29bdb7cf5b03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0642664 Feb 18 04:37:00.134367 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-959eb525-548b-4f25-bd7f-5a65a9afbea0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464664 Feb 18 04:37:00.222578 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:00.338424 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-b909d1f5-f531-4ea8-9752-0bcc5b036cc4 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979868 Feb 18 04:37:00.425236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9b5af-5818-4e7d-9561-cc90f7210a5d req-7f32fa37-6b22-43e1-9ae1-54458bc1a7e8 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:00.426734 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a0e9b5af-5818-4e7d-9561-cc90f7210a5d req-7f32fa37-6b22-43e1-9ae1-54458bc1a7e8 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 943 time: 0.4290404 Feb 18 04:37:00.511130 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a0e9b5af-5818-4e7d-9561-cc90f7210a5d req-98a562d8-10f0-4572-a1da-a648abbd7a76 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685511 Feb 18 04:37:00.529955 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ddc5f9ab-0202-40d7-bd27-1805209f64a6 req-08b8239a-2ffe-4950-a179-3248c964a931 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1847141 Feb 18 04:37:00.645293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-1456b27a-16af-4c09-ad24-06f8f157bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:00.646873 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-1456b27a-16af-4c09-ad24-06f8f157bd11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 1160 time: 0.0759907 Feb 18 04:37:00.787930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-0e2264fc-8be9-4546-baad-3185307daaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:00.789503 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-0e2264fc-8be9-4546-baad-3185307daaff service neutron] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 909 time: 0.1362166 Feb 18 04:37:00.864273 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-e5b7c375-a072-428b-8231-79462de2ddbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ade5d6-748f-41b4-b13f-555ccb198983 HTTP/1.1" status: 200 len: 217 time: 0.0682194 Feb 18 04:37:00.932008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-8f7c1c2c-dc8d-4382-b08e-d548f337b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:00.933533 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-8f7c1c2c-dc8d-4382-b08e-d548f337b7e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0629909 Feb 18 04:37:00.988182 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-33f27307-fabe-43eb-a835-1c04bcd140ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477581 Feb 18 04:37:01.129304 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-435855a7-71df-4173-976d-a42d703fc17d service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333838 Feb 18 04:37:01.268576 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7fb26dad-965c-4e5b-a2a9-d3b6b7bfa05f req-87cf7cc9-0e36-4a29-94d4-ae7801dc2b9a service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1323862 Feb 18 04:37:01.527136 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:01.762618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001d5c-780f-49c8-812f-459a28753ec5 req-87022dc4-f497-4739-9680-ee002ecb3411 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:01.764268 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13001d5c-780f-49c8-812f-459a28753ec5 req-87022dc4-f497-4739-9680-ee002ecb3411 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 943 time: 0.1401787 Feb 18 04:37:01.812733 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-13001d5c-780f-49c8-812f-459a28753ec5 req-bd72f390-6680-4dbf-99c9-556135847f1a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Feb 18 04:37:01.913676 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:03.005882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e79664-5921-439f-951e-d172b824f580 req-60e4f4fd-0391-40ae-a817-7d39af3e37b2 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:03.007530 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-28e79664-5921-439f-951e-d172b824f580 req-60e4f4fd-0391-40ae-a817-7d39af3e37b2 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 943 time: 0.0849857 Feb 18 04:37:03.053777 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-28e79664-5921-439f-951e-d172b824f580 req-778edbee-920c-49f8-af90-10d7208ead94 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Feb 18 04:37:04.220482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 22ade5d6-748f-41b4-b13f-555ccb198983 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:04.253688 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e596e4-5194-4dbb-8439-fd9182758ad7 req-cb52abe9-8d57-4a4f-ba22-629953306f62 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:04.255331 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50e596e4-5194-4dbb-8439-fd9182758ad7 req-cb52abe9-8d57-4a4f-ba22-629953306f62 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 943 time: 0.0905051 Feb 18 04:37:04.292981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 22ade5d6-748f-41b4-b13f-555ccb198983 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:37:04.298646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 22ade5d6-748f-41b4-b13f-555ccb198983 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:04.299049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:04.303710 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-50e596e4-5194-4dbb-8439-fd9182758ad7 req-72230790-de83-4cad-a9c3-d7fcb4e2017c tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420332 Feb 18 04:37:04.424460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:04.451058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ade5d6-748f-41b4-b13f-555ccb198983'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:04.461492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 22ade5d6-748f-41b4-b13f-555ccb198983, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=22ade5d6-748f-41b4-b13f-555ccb198983,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:37:04.464260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:04.466194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:04.504679 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ade5d6-748f-41b4-b13f-555ccb198983', 'code': 200} Feb 18 04:37:04.538486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=22ade5d6-748f-41b4-b13f-555ccb198983,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:04.546296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.546699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.547080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.547487 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.547859 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.548230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.548598 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.548964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.549329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.549691 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.550054 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.550415 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.550819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.551180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.551566 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.551931 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.552290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.552654 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.553012 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.553370 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.553734 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.554093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.554456 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.554815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:04.558954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:04.845230 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18728fe-7233-4965-a8e9-b3e12fdf056a req-31c2a2e5-de35-42f7-b6e7-756bceb38399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:04.846859 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d18728fe-7233-4965-a8e9-b3e12fdf056a req-31c2a2e5-de35-42f7-b6e7-756bceb38399 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 1162 time: 0.0786152 Feb 18 04:37:04.887531 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d18728fe-7233-4965-a8e9-b3e12fdf056a req-7a33424b-a579-4c74-b145-66fda76a949f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Feb 18 04:37:05.641623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7557f-8754-4b94-a1f3-4d026c6c8268 req-5bf16bd2-b1ad-4800-8b54-0e21845167e9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:05.643141 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6cb7557f-8754-4b94-a1f3-4d026c6c8268 req-5bf16bd2-b1ad-4800-8b54-0e21845167e9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 945 time: 0.0891700 Feb 18 04:37:05.689898 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6cb7557f-8754-4b94-a1f3-4d026c6c8268 req-ca495123-fa75-4880-999e-1ca253e80af7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Feb 18 04:37:05.762284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 22ade5d6-748f-41b4-b13f-555ccb198983 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:05.836087 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 22ade5d6-748f-41b4-b13f-555ccb198983 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:05.836509 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:06.464173 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:37:06.888446 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdb842-fe86-432c-9411-3bda3e412474 req-589b71b8-6442-49cd-89c3-98cc1c0b4c1f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:06.890038 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bebdb842-fe86-432c-9411-3bda3e412474 req-589b71b8-6442-49cd-89c3-98cc1c0b4c1f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 945 time: 0.0850990 Feb 18 04:37:06.939748 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-bebdb842-fe86-432c-9411-3bda3e412474 req-a4dbc26c-e30a-4122-a605-ea76f57a2943 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Feb 18 04:37:07.786293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 22ade5d6-748f-41b4-b13f-555ccb198983 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:07.859703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 22ade5d6-748f-41b4-b13f-555ccb198983 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:07.860118 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:09.109737 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-719f08c3-19d9-4fdf-acd7-26528920fcd9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:09.111354 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-719f08c3-19d9-4fdf-acd7-26528920fcd9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.1565428 Feb 18 04:37:09.127025 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-47ae3d12-af30-4533-bb54-d861959ca937 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/quotas/0030bea176124597a4fdd174da8fca82 HTTP/1.1" status: 200 len: 375 time: 0.0097885 Feb 18 04:37:09.216265 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-b395cb5c-8570-4294-8b76-0b7d16f088dd tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839336 Feb 18 04:37:09.228167 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-ee99e8e9-9444-47b7-a753-b419f2c146c3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:37:09.229220 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-ee99e8e9-9444-47b7-a753-b419f2c146c3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0051925 Feb 18 04:37:09.369326 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-e8142d6d-0d13-4164-8c53-368ef21beda1 service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343348 Feb 18 04:37:09.511097 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-000c7152-7888-43b0-b5cc-e38a92f4823b service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344612 Feb 18 04:37:09.701580 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-7c93b902-ca2c-4091-bff5-77316f684957 req-73709938-fae8-4a31-824b-1820464fb17d tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 210 time: 0.0485516 Feb 18 04:37:10.754575 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-e45393e2-fc25-4ca5-b43a-4be20701daa2 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:10.756190 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-e45393e2-fc25-4ca5-b43a-4be20701daa2 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.1633279 Feb 18 04:37:10.775599 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Request body: {'port': {'device_id': '63446356-8bf4-4503-87f4-9200e059d0e8', 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef', 'admin_state_up': True, 'tenant_id': '0030bea176124597a4fdd174da8fca82'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:37:10.869820 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-97d8717a-068b-4bd1-83d5-d50038fa2ba7 req-e78dd90d-5b62-4a37-8e33-40898edc1a86 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 210 time: 0.0518229 Feb 18 04:37:10.927654 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:37:10.937297 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:37:10.945787 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Made reservation on behalf of 0030bea176124597a4fdd174da8fca82 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:37:10.951298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:11.251984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Allocated IP 172.20.0.9 (b716d9de-361f-48eb-809d-578bb6269eef/fc322b26-a881-4bb5-884b-85971ac5cf70/2f135497-e383-4952-891c-7e11d59442ef) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:37:11.462206 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:11.491226 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:11.506595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-35b7cc3a-a7a1-415d-b2c5-4b92b325f4da tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:11.642167 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event updated for resources: {'Port': ['ID=2f135497-e383-4952-891c-7e11d59442ef,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:11.646449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:11.703005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Network b716d9de-361f-48eb-809d-578bb6269eef is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:37:11.704140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:37:11.706513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:37:11.769077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:11.769746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:11.794603 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233173 Feb 18 04:37:11.807098 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Request body: {'port': {'device_id': '63446356-8bf4-4503-87f4-9200e059d0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:37:11.925767 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:12.194306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403b30-b38e-4176-8955-848e3e6ec3a5 req-2fa26d47-044c-42f8-8069-026778e5d14b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:12.194969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-e7403b30-b38e-4176-8955-848e3e6ec3a5 req-2fa26d47-044c-42f8-8069-026778e5d14b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:37:12.286438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-e7403b30-b38e-4176-8955-848e3e6ec3a5 req-2fa26d47-044c-42f8-8069-026778e5d14b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:37:12.287831 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e7403b30-b38e-4176-8955-848e3e6ec3a5 req-2fa26d47-044c-42f8-8069-026778e5d14b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 931 time: 0.2999046 Feb 18 04:37:12.604447 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e7403b30-b38e-4176-8955-848e3e6ec3a5 req-61a80138-6543-4556-bb8d-fd7defce23a7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098564 Feb 18 04:37:12.679740 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f135497-e383-4952-891c-7e11d59442ef {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:37:12.687875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:12.699457 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Transition to ACTIVE for port object 2f135497-e383-4952-891c-7e11d59442ef will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:37:12.702033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:12.717217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-9628053a-22f4-41b3-8383-e8d49ed6fe56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:12.849306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Pushing event updated for resources: {'Port': ['ID=2f135497-e383-4952-891c-7e11d59442ef,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:12.861908 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:13.034090 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Attempting to bind port 2f135497-e383-4952-891c-7e11d59442ef on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:37:13.034483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Attempting to bind port 2f135497-e383-4952-891c-7e11d59442ef by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:37:13.034788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Attempting to bind port 2f135497-e383-4952-891c-7e11d59442ef on network b716d9de-361f-48eb-809d-578bb6269eef {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:37:13.040329 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:37:13.040699 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Checking segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:37:13.041097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:13.041486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Bound using segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:37:13.041948 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Bound port: 2f135497-e383-4952-891c-7e11d59442ef, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:37:13.042311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:13.136080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] For port 2f135497-e383-4952-891c-7e11d59442ef, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:37:13.139299 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] For port 2f135497-e383-4952-891c-7e11d59442ef, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2f135497-e383-4952-891c-7e11d59442ef,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:37:13.142611 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:13.158142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a0b4f86d-1715-48e2-b1ea-7af8e19657a5 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:13.306139 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Pushing event updated for resources: {'Port': ['ID=2f135497-e383-4952-891c-7e11d59442ef,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:13.311534 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:13.343393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:13.344072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:13.345544 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-95138640-0cc3-437d-a124-712d9343a80f service neutron] 10.222.0.23 "PUT /v2.0/ports/2f135497-e383-4952-891c-7e11d59442ef HTTP/1.1" status: 200 len: 1157 time: 1.5431211 Feb 18 04:37:13.346072 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'tag': '2f135497-e383-4952-891c-7e11d59442ef'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:13.418060 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'tag': '2f135497-e383-4952-891c-7e11d59442ef', 'status': 'completed', 'code': 200} Feb 18 04:37:13.459239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-e45cc1ff-ac24-4d4c-a4a5-8841e6e36213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:13.460888 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-e45cc1ff-ac24-4d4c-a4a5-8841e6e36213 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 1160 time: 0.0796194 Feb 18 04:37:13.535012 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-34bbef6e-2768-4bea-ba4a-32e23cac77a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f135497-e383-4952-891c-7e11d59442ef HTTP/1.1" status: 200 len: 217 time: 0.0663276 Feb 18 04:37:13.605597 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-76ee72ec-a51a-4822-8898-d76f25f58073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:13.607081 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-76ee72ec-a51a-4822-8898-d76f25f58073 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0663111 Feb 18 04:37:13.659627 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-7fe038f3-5d87-4c31-beb2-28e950e154d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463419 Feb 18 04:37:13.866435 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-3e0f055c-fbe2-453e-bd81-8b0e98650b51 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999507 Feb 18 04:37:13.874088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267602f-985a-4045-b488-905ca503a477 req-a3d42c33-24ab-4ff6-b4c3-9a43ac2e3c39 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:13.875674 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a267602f-985a-4045-b488-905ca503a477 req-a3d42c33-24ab-4ff6-b4c3-9a43ac2e3c39 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 943 time: 0.1366894 Feb 18 04:37:14.016897 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a267602f-985a-4045-b488-905ca503a477 req-30a21628-b87f-4f1c-afe8-e88aa060ae29 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171103 Feb 18 04:37:14.048205 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-696eedde-c099-49ec-83c4-ef7e8cd58213 req-3517d010-4a11-43f3-89e6-3fcedf597398 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1715512 Feb 18 04:37:14.167705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-7df9e4ad-0ef1-4b11-a1ff-0f258273cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:14.169323 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-7df9e4ad-0ef1-4b11-a1ff-0f258273cf7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 1160 time: 0.0763428 Feb 18 04:37:14.308783 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-75919617-eece-4518-a450-95ca1a6ef9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:14.310249 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-75919617-eece-4518-a450-95ca1a6ef9f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 909 time: 0.1336629 Feb 18 04:37:14.383833 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-5c9c9a25-cbcc-4c92-819d-247e630b16fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f135497-e383-4952-891c-7e11d59442ef HTTP/1.1" status: 200 len: 217 time: 0.0666695 Feb 18 04:37:14.455239 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-4aca57ae-7aee-488d-adc9-fb295a686345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:14.456842 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-4aca57ae-7aee-488d-adc9-fb295a686345 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0671370 Feb 18 04:37:14.508371 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-ed8ef5ba-829b-426b-a944-15d8f3bc8d97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452051 Feb 18 04:37:14.648511 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-7b9c5e30-a2e8-4e61-9a00-f40746bf5b7a service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331124 Feb 18 04:37:14.790279 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-834b7ee0-3227-46dd-b899-568cf5f57610 req-3fd07009-c083-40c0-9a15-364435b3b65f service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343372 Feb 18 04:37:15.443135 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87194793-1df2-4690-9a7e-79f034157e63 req-1ad2d6d8-a874-4570-933e-d4f2f1f25bf3 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:15.444666 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-87194793-1df2-4690-9a7e-79f034157e63 req-1ad2d6d8-a874-4570-933e-d4f2f1f25bf3 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 943 time: 0.3127437 Feb 18 04:37:15.491124 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-87194793-1df2-4690-9a7e-79f034157e63 req-d8ad682f-b88c-48df-9b0d-27aec7e5c37a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Feb 18 04:37:16.687155 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd139-cf3d-4a1d-85ad-5e84562abb42 req-4c28a5fa-4bc3-4a05-9d03-1af378bb6473 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:16.688773 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef3dd139-cf3d-4a1d-85ad-5e84562abb42 req-4c28a5fa-4bc3-4a05-9d03-1af378bb6473 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 943 time: 0.0874910 Feb 18 04:37:16.735021 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef3dd139-cf3d-4a1d-85ad-5e84562abb42 req-2b829e0c-96db-4c61-a01f-4b36b73090f5 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Feb 18 04:37:17.933399 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db17b7f-36a1-4cd2-9283-4612dcefe007 req-1afa85f8-bfaf-4a31-9766-626bd71122aa tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:17.935089 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4db17b7f-36a1-4cd2-9283-4612dcefe007 req-1afa85f8-bfaf-4a31-9766-626bd71122aa tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 943 time: 0.0885985 Feb 18 04:37:17.981527 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4db17b7f-36a1-4cd2-9283-4612dcefe007 req-77444259-6532-44c7-8a03-4fdfaa83e008 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Feb 18 04:37:18.388970 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 2f135497-e383-4952-891c-7e11d59442ef up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:18.459519 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port 2f135497-e383-4952-891c-7e11d59442ef completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:37:18.464445 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 2f135497-e383-4952-891c-7e11d59442ef triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:18.464870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:18.585925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:18.613984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f135497-e383-4952-891c-7e11d59442ef'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:18.624194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 2f135497-e383-4952-891c-7e11d59442ef, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2f135497-e383-4952-891c-7e11d59442ef,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:37:18.627804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:18.629616 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:18.666397 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f135497-e383-4952-891c-7e11d59442ef', 'code': 200} Feb 18 04:37:18.700144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=2f135497-e383-4952-891c-7e11d59442ef,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:18.703311 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:18.900290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a410-a013-4770-bc02-4c834ecdf36f req-b8560200-a7de-45b3-bf04-b0de6cd3080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:18.901839 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e85a410-a013-4770-bc02-4c834ecdf36f req-b8560200-a7de-45b3-bf04-b0de6cd3080b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 1162 time: 0.0753105 Feb 18 04:37:18.947552 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-6e85a410-a013-4770-bc02-4c834ecdf36f req-744afdff-a3ba-4784-aecd-8849bf6e1ccc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371547 Feb 18 04:37:19.178855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0b2d-e943-49f3-a5c3-53fe1d45e33e req-6e24a68b-c34c-467e-9116-fb642181c54d tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:19.180421 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2abd0b2d-e943-49f3-a5c3-53fe1d45e33e req-6e24a68b-c34c-467e-9116-fb642181c54d tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 945 time: 0.0878785 Feb 18 04:37:19.226490 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-2abd0b2d-e943-49f3-a5c3-53fe1d45e33e req-47d7c946-513b-4838-bce7-20d359cc7104 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 Feb 18 04:37:19.827460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 2f135497-e383-4952-891c-7e11d59442ef up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:19.900999 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 2f135497-e383-4952-891c-7e11d59442ef triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:19.901414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:20.431548 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99002032-90eb-4cbb-a25b-64e7debadb49 req-4501fa25-11fc-4b74-9d92-0681342b4a93 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:20.433136 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-99002032-90eb-4cbb-a25b-64e7debadb49 req-4501fa25-11fc-4b74-9d92-0681342b4a93 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 945 time: 0.0897138 Feb 18 04:37:20.482285 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-99002032-90eb-4cbb-a25b-64e7debadb49 req-b0856ffe-ce3c-4bda-b9dc-43cf78c271ac tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Feb 18 04:37:21.679585 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f01af-0078-4578-bd69-297eb26f1acd req-f914383c-bdb8-4afe-98cd-6e3b7f6f5966 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:21.681161 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f59f01af-0078-4578-bd69-297eb26f1acd req-f914383c-bdb8-4afe-98cd-6e3b7f6f5966 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 945 time: 0.0854256 Feb 18 04:37:21.732021 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f59f01af-0078-4578-bd69-297eb26f1acd req-6125b3b0-df5e-4432-9fde-47264fd2f669 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 Feb 18 04:37:21.861872 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 2f135497-e383-4952-891c-7e11d59442ef up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:21.933124 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 2f135497-e383-4952-891c-7e11d59442ef triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:21.933542 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:22.194874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:27.571040 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-52ead56a-5953-4eab-b2b9-862713470b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:28.083748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-ff436b54-a526-4b12-8f43-e9e10aec8e32 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:28.085321 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-ff436b54-a526-4b12-8f43-e9e10aec8e32 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.1555648 Feb 18 04:37:28.101557 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-eace76e9-0802-43da-b6f4-50378fe6dee5 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/quotas/0030bea176124597a4fdd174da8fca82 HTTP/1.1" status: 200 len: 375 time: 0.0102208 Feb 18 04:37:28.191345 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-a54a1a94-b551-41c6-9f3c-b76a05183980 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842044 Feb 18 04:37:28.332962 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-a167483d-88d1-4ed1-aff5-c277e82b949b service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341028 Feb 18 04:37:28.479031 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-5a9b3280-d418-4893-947d-1097372fdb73 service neutron] 10.222.0.58 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395047 Feb 18 04:37:28.672667 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4d29a7f2-b9db-4b34-9fb9-52d601f90d0a req-675ce714-eef7-4902-ae4d-ee1216a8d4f5 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 210 time: 0.0512800 Feb 18 04:37:29.723727 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-57a65782-15f5-411e-9cc9-2f85001ab3f7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:29.725782 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-57a65782-15f5-411e-9cc9-2f85001ab3f7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 815 time: 0.1628816 Feb 18 04:37:29.737964 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Request body: {'port': {'device_id': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef', 'admin_state_up': True, 'tenant_id': '0030bea176124597a4fdd174da8fca82'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:37:29.834703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5cb8961a-69c4-4fca-8e5c-696f419da841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:29.864778 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-71b9c4f8-e92d-4d4b-ae57-c906e97bdc22 req-727e0d56-99fb-41c3-a594-f9ae807667c4 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 210 time: 0.0616722 Feb 18 04:37:29.887430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:37:29.897747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:37:29.906476 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Made reservation on behalf of 0030bea176124597a4fdd174da8fca82 for: {'port': 1} {{(pid=83967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 04:37:29.911987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:30.211938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_common [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Allocated IP 172.20.0.5 (b716d9de-361f-48eb-809d-578bb6269eef/fc322b26-a881-4bb5-884b-85971ac5cf70/f8e7f0d2-39f2-4961-b63f-7da34ec149d1) {{(pid=83967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 04:37:30.226492 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:30.422248 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks [] for port, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:30.450592 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780831139631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:30.464977 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e396c2d5-389a-4017-a6f9-9fa1848166a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:30.829441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event updated for resources: {'Port': ['ID=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:30.841661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:30.883410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Network b716d9de-361f-48eb-809d-578bb6269eef is already hosted by enough agents. {{(pid=83967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 04:37:30.884533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.scheduler.base_scheduler [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Resources bound (agent type, host, resource id): {{(pid=83967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 04:37:30.886760 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Received port after_create {{(pid=83967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 04:37:30.952375 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:30.953574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:30.977370 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-06d4f00c-1416-4eef-906f-eb73ef33acba tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2435312 Feb 18 04:37:31.025472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-ed017705-a1e1-4cf9-bc2e-0a55e839b306 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=83967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 04:37:31.026486 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-ed017705-a1e1-4cf9-bc2e-0a55e839b306 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053852 Feb 18 04:37:31.074051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3dbdb-3800-4348-8ab9-f3ac37dbcaba req-33bb7048-9697-4304-b102-49c744ea397e tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:31.074810 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-93a3dbdb-3800-4348-8ab9-f3ac37dbcaba req-33bb7048-9697-4304-b102-49c744ea397e tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:37:31.090489 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.v2.base [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Request body: {'port': {'device_id': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=83967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 04:37:31.132506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-93a3dbdb-3800-4348-8ab9-f3ac37dbcaba req-33bb7048-9697-4304-b102-49c744ea397e tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:37:31.133740 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-93a3dbdb-3800-4348-8ab9-f3ac37dbcaba req-33bb7048-9697-4304-b102-49c744ea397e tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 931 time: 0.1524472 Feb 18 04:37:31.238311 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-93a3dbdb-3800-4348-8ab9-f3ac37dbcaba req-aee516aa-5838-439d-8a8f-45f8c83d77b7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977774 Feb 18 04:37:31.250631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:31.531143 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:31.662496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e7f0d2-39f2-4961-b63f-7da34ec149d1 {{(pid=83967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 04:37:31.670145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:31.682634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Transition to ACTIVE for port object f8e7f0d2-39f2-4961-b63f-7da34ec149d1 will not be triggered until provisioned by entity L2. {{(pid=83967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 04:37:31.685272 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:31.701561 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-48dc126a-4987-4e48-b625-a51b94b28918 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:31.836924 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Pushing event updated for resources: {'Port': ['ID=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,revision_number=2']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:31.840011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:31.915961 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:32.021365 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Attempting to bind port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 04:37:32.021732 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Attempting to bind port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 by drivers openvswitch on host hv-cinder-77630 at level 0 using segments [{'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 04:37:32.022097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Attempting to bind port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 on network b716d9de-361f-48eb-809d-578bb6269eef {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 04:37:32.027663 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Checking agent: {'id': 'd1cd87ec-5691-4f5a-9384-03b3eeb65657', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 4, 24, 52), 'started_at': datetime.datetime(2021, 2, 18, 4, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 4, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.31', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 04:37:32.028039 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Checking segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 04:37:32.028447 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:32.028850 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Bound using segment: {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'} {{(pid=83967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 04:37:32.029315 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Bound port: f8e7f0d2-39f2-4961-b63f-7da34ec149d1, host: hv-cinder-77630, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b716d9de-361f-48eb-809d-578bb6269eef'}}] {{(pid=83967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 04:37:32.029685 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:32.125380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] For port f8e7f0d2-39f2-4961-b63f-7da34ec149d1, host hv-cinder-77630, cleared binding levels {{(pid=83967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 04:37:32.128367 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] For port f8e7f0d2-39f2-4961-b63f-7da34ec149d1, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 04:37:32.131606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793611332'] for port, after_update {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:32.146283 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-95138640-0cc3-437d-a124-712d9343a80f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:32.295651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Pushing event updated for resources: {'Port': ['ID=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,revision_number=3']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:32.301045 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:32.333646 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:32.334323 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:32.335827 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-05725b50-8444-49b1-82fa-b72fb2fad29e service neutron] 10.222.0.23 "PUT /v2.0/ports/f8e7f0d2-39f2-4961-b63f-7da34ec149d1 HTTP/1.1" status: 200 len: 1157 time: 1.3022470 Feb 18 04:37:32.336348 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'tag': 'f8e7f0d2-39f2-4961-b63f-7da34ec149d1'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:32.415322 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'tag': 'f8e7f0d2-39f2-4961-b63f-7da34ec149d1', 'status': 'completed', 'code': 200} Feb 18 04:37:32.444168 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92e8e-7a43-4498-bba8-c331adcdd23e req-ebcaf9c1-7555-4f4b-a321-7d71c41ffa86 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:32.445763 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c0a92e8e-7a43-4498-bba8-c331adcdd23e req-ebcaf9c1-7555-4f4b-a321-7d71c41ffa86 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 943 time: 0.0920498 Feb 18 04:37:32.455194 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-62b88878-f4ef-41a0-afef-953789f285a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:32.456847 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-62b88878-f4ef-41a0-afef-953789f285a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 1160 time: 0.0824616 Feb 18 04:37:32.496710 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-c0a92e8e-7a43-4498-bba8-c331adcdd23e req-3c2770d0-7ab3-4e4d-8571-59c528571f21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Feb 18 04:37:32.536426 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-d26495f3-9770-4635-898c-6f6885ed7026 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e7f0d2-39f2-4961-b63f-7da34ec149d1 HTTP/1.1" status: 200 len: 217 time: 0.0717232 Feb 18 04:37:32.606890 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-8c3bba78-ca70-4c6f-9a89-0669082a858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:32.608400 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-8c3bba78-ca70-4c6f-9a89-0669082a858c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0655060 Feb 18 04:37:32.661994 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-1f2f210c-fe54-45c1-8df5-0ca25a6502e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458064 Feb 18 04:37:32.803280 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-3ddbe7c6-daba-4708-8987-c8be61fa9c3d service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347358 Feb 18 04:37:32.946182 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1e4e5940-dab0-495e-bfd2-8b160d7cee53 req-bb96f40c-592b-43e3-9dae-f7a47f6c7281 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1332886 Feb 18 04:37:33.075016 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-cebbf10a-803d-45f1-b606-e281bdc166ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:33.076630 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-cebbf10a-803d-45f1-b606-e281bdc166ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 1160 time: 0.0754130 Feb 18 04:37:33.216332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-234bee94-a6b3-4dfe-bd2a-eea954bbc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:33.217795 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-234bee94-a6b3-4dfe-bd2a-eea954bbc773 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 909 time: 0.1335800 Feb 18 04:37:33.291970 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-c10790d2-bda5-41e2-b63e-afb81c5b3648 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e7f0d2-39f2-4961-b63f-7da34ec149d1 HTTP/1.1" status: 200 len: 217 time: 0.0676808 Feb 18 04:37:33.362552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-9eb50665-7016-4c2e-9306-f4e0067a8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:33.364071 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-9eb50665-7016-4c2e-9306-f4e0067a8457 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0619588 Feb 18 04:37:33.419149 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-5cded8b7-cc06-4dc9-976b-6516d5ba939c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480092 Feb 18 04:37:33.560467 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-3091112d-0300-4aa6-a050-a1c2b873c480 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324558 Feb 18 04:37:33.773412 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8dbfe9f8-db8b-44b0-9a8c-1b4dc892af8c req-94e3e2a7-c5c3-4822-9657-adbe5010080d service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1983242 Feb 18 04:37:33.783812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c00b7-c240-4e36-aafd-60893469497b req-aaa58b3d-dac3-4cad-9766-4303a1087cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:33.785425 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf7c00b7-c240-4e36-aafd-60893469497b req-aaa58b3d-dac3-4cad-9766-4303a1087cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 943 time: 0.1407499 Feb 18 04:37:33.835868 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-cf7c00b7-c240-4e36-aafd-60893469497b req-5598a4d5-e466-4fac-9376-130ef1924126 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Feb 18 04:37:35.034052 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08238d-d105-482b-bd75-9ff1df5044e2 req-ef775405-ce82-4bd2-89a3-be2c1a0965a8 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:35.035649 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db08238d-d105-482b-bd75-9ff1df5044e2 req-ef775405-ce82-4bd2-89a3-be2c1a0965a8 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 943 time: 0.0885324 Feb 18 04:37:35.081740 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-db08238d-d105-482b-bd75-9ff1df5044e2 req-9362a1e0-c691-436d-b1dd-54f75752a4b0 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Feb 18 04:37:36.280144 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4049c12-3896-45f5-bc08-ca01669b4c64 req-a9062418-b291-4d1f-9e0f-482a316d1db1 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:36.281770 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e4049c12-3896-45f5-bc08-ca01669b4c64 req-a9062418-b291-4d1f-9e0f-482a316d1db1 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 943 time: 0.0865626 Feb 18 04:37:36.329609 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-e4049c12-3896-45f5-bc08-ca01669b4c64 req-05c21001-f442-430f-b0e6-873ca2d64dc6 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Feb 18 04:37:37.526368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47689e63-d147-494a-a935-b9ce3f538832 req-82a8f43a-ee54-4415-906b-fd2e883999cc tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:37.527887 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-47689e63-d147-494a-a935-b9ce3f538832 req-82a8f43a-ee54-4415-906b-fd2e883999cc tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 943 time: 0.0839641 Feb 18 04:37:37.574176 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-47689e63-d147-494a-a935-b9ce3f538832 req-e51237a5-c99f-466d-9505-94b0d941d842 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Feb 18 04:37:38.550659 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device f8e7f0d2-39f2-4961-b63f-7da34ec149d1 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:38.623221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning for port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 completed by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 04:37:38.628885 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:38.629327 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:38.750188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:38.767107 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9330679-dab7-44ee-85f1-75c352cc9292 req-c607315a-3d70-4f88-b5fa-0e666f9f525b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:38.768740 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f9330679-dab7-44ee-85f1-75c352cc9292 req-c607315a-3d70-4f88-b5fa-0e666f9f525b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 943 time: 0.0841708 Feb 18 04:37:38.778536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e7f0d2-39f2-4961-b63f-7da34ec149d1'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:38.789536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port f8e7f0d2-39f2-4961-b63f-7da34ec149d1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:37:38.794448 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:38.796735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:38.827580 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-f9330679-dab7-44ee-85f1-75c352cc9292 req-73d2300f-a754-471c-a45e-d3d15e339968 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520120 Feb 18 04:37:38.841010 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e7f0d2-39f2-4961-b63f-7da34ec149d1', 'code': 200} Feb 18 04:37:38.874875 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,revision_number=4']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:38.878723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:39.082264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1122-054f-4023-9dd6-0ab794680a90 req-fda0f18a-761b-45ea-a6ba-f2074d307c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:39.083789 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b0df1122-054f-4023-9dd6-0ab794680a90 req-fda0f18a-761b-45ea-a6ba-f2074d307c10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 1162 time: 0.0747075 Feb 18 04:37:39.126729 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b0df1122-054f-4023-9dd6-0ab794680a90 req-c024af03-5234-4925-a1a8-aa3aae8436f7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 Feb 18 04:37:39.936249 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device f8e7f0d2-39f2-4961-b63f-7da34ec149d1 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:37:40.008773 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:37:40.009195 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:40.031451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91df1-d995-4185-a851-ec856ee86a5e req-aed59800-439e-43e9-83aa-fd85825aa865 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:40.033012 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66a91df1-d995-4185-a851-ec856ee86a5e req-aed59800-439e-43e9-83aa-fd85825aa865 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 945 time: 0.0898778 Feb 18 04:37:40.080547 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-66a91df1-d995-4185-a851-ec856ee86a5e req-de591f31-9117-490b-97b1-aa3dd967f521 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Feb 18 04:37:41.277583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c62bb-292d-4268-839b-44469bbb1939 req-194629df-0224-4f08-ab81-3b8699d6cc9a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:41.279155 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4a7c62bb-292d-4268-839b-44469bbb1939 req-194629df-0224-4f08-ab81-3b8699d6cc9a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 945 time: 0.0867233 Feb 18 04:37:41.326328 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-4a7c62bb-292d-4268-839b-44469bbb1939 req-c1b8ac24-25c5-4531-a2da-ec2e6c4ee031 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Feb 18 04:37:43.464747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:37:49.027634 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0234a7-a285-470c-b071-85f1af6f5c7d req-937e2528-6d43-4c8e-b76d-501d2cbbf8a5 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:49.029198 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b0234a7-a285-470c-b071-85f1af6f5c7d req-937e2528-6d43-4c8e-b76d-501d2cbbf8a5 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 945 time: 0.0841665 Feb 18 04:37:49.075334 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1b0234a7-a285-470c-b071-85f1af6f5c7d req-28aaa613-9d30-41a5-b0f1-0989e27a4361 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Feb 18 04:37:50.271529 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02ae2-01c0-4a53-b385-9779a60fd4ad req-a07cfb53-0207-470a-a071-3b0c65c0833f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:50.273094 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1eb02ae2-01c0-4a53-b385-9779a60fd4ad req-a07cfb53-0207-470a-a071-3b0c65c0833f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 945 time: 0.0851977 Feb 18 04:37:50.322918 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-1eb02ae2-01c0-4a53-b385-9779a60fd4ad req-b29e7ced-1610-4975-83e1-96c58ef2055d tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Feb 18 04:37:51.312518 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d065-d95c-488a-8433-97ffe5563020 req-17a5ef06-db98-4110-96f4-f56a768ad59e tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:51.314051 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21c8d065-d95c-488a-8433-97ffe5563020 req-17a5ef06-db98-4110-96f4-f56a768ad59e tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 945 time: 0.3161697 Feb 18 04:37:51.388968 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Deleting port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:37:51.389353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:51.664435 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8ac33-145f-442d-a879-c073ffe2c865 req-0cd8e021-b6ea-4f34-9bb8-6435c9d9e0b0 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:51.665947 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-88f8ac33-145f-442d-a879-c073ffe2c865 req-0cd8e021-b6ea-4f34-9bb8-6435c9d9e0b0 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 945 time: 0.2296317 Feb 18 04:37:51.751056 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-88f8ac33-145f-442d-a879-c073ffe2c865 req-ec76cd21-5924-433e-869c-48860a13e72a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787532 Feb 18 04:37:51.753328 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] For port f8e7f0d2-39f2-4961-b63f-7da34ec149d1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:37:51.753723 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:51.885375 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Calling delete_port for f8e7f0d2-39f2-4961-b63f-7da34ec149d1 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:37:51.957552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device f8e7f0d2-39f2-4961-b63f-7da34ec149d1 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:37:52.031404 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:52.046408 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-70c29352-daac-4e8b-9396-66ecb2ccdb21 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:52.057743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 update to DOWN by agent not found {{(pid=83968) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 18 04:37:52.144377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event deleted for resources: {'Port': ['ID=f8e7f0d2-39f2-4961-b63f-7da34ec149d1,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:52.160882 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.161300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.161705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.162106 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.162501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.162895 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.163314 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.163705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.164094 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.164482 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.164870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.165257 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.165683 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.166073 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.166507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.166894 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.167296 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.167690 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.168080 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.168466 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.168855 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.169245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.169657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.170043 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:37:52.175584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:52.208689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:52.271005 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] No DVR routers for this DVR port f8e7f0d2-39f2-4961-b63f-7da34ec149d1 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:37:52.273205 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:52.275874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'name': 'network-vif-deleted', 'tag': 'f8e7f0d2-39f2-4961-b63f-7da34ec149d1'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:52.290516 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-21c8d065-d95c-488a-8433-97ffe5563020 req-00565a94-5679-4cee-a6c4-0da4ed47a593 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "DELETE /v2.0/ports/f8e7f0d2-39f2-4961-b63f-7da34ec149d1 HTTP/1.1" status: 204 len: 173 time: 0.9705818 Feb 18 04:37:52.379073 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc', 'name': 'network-vif-deleted', 'tag': 'f8e7f0d2-39f2-4961-b63f-7da34ec149d1', 'status': 'completed', 'code': 200} Feb 18 04:37:52.930011 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-a7830c8e-be05-432e-9389-d74d8de76356 req-de6b998f-49ed-44db-88a7-f61b26217899 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:37:52.943910 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-a7830c8e-be05-432e-9389-d74d8de76356 req-de6b998f-49ed-44db-88a7-f61b26217899 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:37:52.945133 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-a7830c8e-be05-432e-9389-d74d8de76356 req-de6b998f-49ed-44db-88a7-f61b26217899 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2a8ae3-878a-4aac-aa67-2a7d1b286dbc HTTP/1.1" status: 200 len: 210 time: 0.0626640 Feb 18 04:37:55.651704 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ce05c-dbea-418e-a2e5-c4ee4c27adf2 req-d0c0471c-4ef7-4548-8596-26ee653a87bb tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:55.653274 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-861ce05c-dbea-418e-a2e5-c4ee4c27adf2 req-d0c0471c-4ef7-4548-8596-26ee653a87bb tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 945 time: 0.0852683 Feb 18 04:37:55.698917 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-861ce05c-dbea-418e-a2e5-c4ee4c27adf2 req-872598b4-829b-4b55-a621-78a652b5792a tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Feb 18 04:37:56.107767 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-7ba56432-b73f-4ca9-b469-0aed109bb856 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0745683 Feb 18 04:37:56.259484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-7e5769fe-8121-459c-84ac-07bab42093df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:56.261033 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-7e5769fe-8121-459c-84ac-07bab42093df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0030bea176124597a4fdd174da8fca82&device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 1162 time: 0.0792325 Feb 18 04:37:56.415830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-1e863384-2b1b-4698-94aa-42b2563cdb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:56.417347 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-1e863384-2b1b-4698-94aa-42b2563cdb9c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 200 len: 909 time: 0.1369164 Feb 18 04:37:56.488480 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-d20060d9-d1bd-4e70-b9b6-10ed61a6963a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4344c3-4c56-47ce-8998-65d9cadcef66 HTTP/1.1" status: 200 len: 217 time: 0.0634151 Feb 18 04:37:56.561279 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-230d07b8-36d5-494a-9ebb-35e8587c4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:56.562839 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-230d07b8-36d5-494a-9ebb-35e8587c4cf1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 200 len: 855 time: 0.0674717 Feb 18 04:37:56.614551 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-2e866b5c-8814-4f78-945b-e9361f1a3d4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b716d9de-361f-48eb-809d-578bb6269eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447078 Feb 18 04:37:56.753286 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-1546cfa3-e380-4556-8f31-81b2030e1a63 service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311581 Feb 18 04:37:56.965754 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-20fcc58c-181e-4679-9f89-1a4b983d1f60 req-051def73-edb7-464e-81f2-3fb600e8ee7e service neutron] 10.222.0.23 "GET /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2045174 Feb 18 04:37:56.974406 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e018-27da-421e-899f-dbd81a07d816 req-a778cab6-83bb-49a8-8ac4-9c1d7789ea73 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:56.976071 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8e06e018-27da-421e-899f-dbd81a07d816 req-a778cab6-83bb-49a8-8ac4-9c1d7789ea73 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 945 time: 0.1410594 Feb 18 04:37:57.024581 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-8e06e018-27da-421e-899f-dbd81a07d816 req-da38ce61-92a1-4fa1-9167-b4257c103690 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Feb 18 04:37:57.572984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-88ae112d-ccfb-45b2-b473-0406dd920a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:57.653241 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-734c969a-0ef0-43f6-9e51-613fab996140 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:57.654756 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-734c969a-0ef0-43f6-9e51-613fab996140 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 945 time: 0.0838561 Feb 18 04:37:57.732243 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Deleting port 2f135497-e383-4952-891c-7e11d59442ef {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:37:57.732623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:57.993902 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] For port 2f135497-e383-4952-891c-7e11d59442ef, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2f135497-e383-4952-891c-7e11d59442ef,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:37:57.994472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:58.001460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 2f135497-e383-4952-891c-7e11d59442ef no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:37:58.124067 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3915281'] for port, before_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:58.126877 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Calling delete_port for 2f135497-e383-4952-891c-7e11d59442ef owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:37:58.152790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f135497-e383-4952-891c-7e11d59442ef'}] {{(pid=83968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:58.163824 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [None req-06689ccb-8245-410e-8627-ed53843c859e None None] For port 2f135497-e383-4952-891c-7e11d59442ef, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2f135497-e383-4952-891c-7e11d59442ef,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:37:58.168319 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256023242800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256023636681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780831139153'] for port, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:58.170756 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:58.220984 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.db.api [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 04:37:58.221358 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_db.api [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 04:37:58.236293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddde693-c778-4e4c-b8d5-8e97b849e2a0 req-e19b7333-22e8-46e6-b33d-310274c3a5ff tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:37:58.237917 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dddde693-c778-4e4c-b8d5-8e97b849e2a0 req-e19b7333-22e8-46e6-b33d-310274c3a5ff tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 943 time: 0.0965390 Feb 18 04:37:58.254733 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Pushing event updated for resources: {'Port': ['ID=2f135497-e383-4952-891c-7e11d59442ef,revision_number=5']} {{(pid=83968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:58.258117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:58.269799 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f135497-e383-4952-891c-7e11d59442ef', 'code': 200} Feb 18 04:37:58.286562 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-dddde693-c778-4e4c-b8d5-8e97b849e2a0 req-920823a6-b6cb-45c6-9636-f0d1d8ef32b6 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Feb 18 04:37:58.722689 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Deleting port 2f135497-e383-4952-891c-7e11d59442ef {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:37:58.723082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:58.982703 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] For port 2f135497-e383-4952-891c-7e11d59442ef, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=2f135497-e383-4952-891c-7e11d59442ef,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:37:58.983023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:59.111959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Calling delete_port for 2f135497-e383-4952-891c-7e11d59442ef owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:37:59.256800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:59.271848 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2b41c2d0-d1f2-46e4-bf42-6fee2a247778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:37:59.595954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event deleted for resources: {'Port': ['ID=2f135497-e383-4952-891c-7e11d59442ef,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:37:59.640870 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:37:59.658063 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-0323e9c4-8b94-4579-bf23-10a4d7c916f9 req-5bbc7043-97d4-4d50-95fb-ae8d515449aa tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=63446356-8bf4-4503-87f4-9200e059d0e8 HTTP/1.1" status: 200 len: 210 time: 0.0682044 Feb 18 04:37:59.746615 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] No DVR routers for this DVR port 2f135497-e383-4952-891c-7e11d59442ef on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:37:59.748998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:37:59.752203 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'name': 'network-vif-deleted', 'tag': '2f135497-e383-4952-891c-7e11d59442ef'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:37:59.769528 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-95e0ce35-bb29-4eff-aa68-e9f6f01fc6f0 req-ec69d147-c504-486a-8573-444856a7a21f tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "DELETE /v2.0/ports/2f135497-e383-4952-891c-7e11d59442ef HTTP/1.1" status: 204 len: 173 time: 2.1086550 Feb 18 04:37:59.811891 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63446356-8bf4-4503-87f4-9200e059d0e8', 'name': 'network-vif-deleted', 'tag': '2f135497-e383-4952-891c-7e11d59442ef', 'status': 'completed', 'code': 200} Feb 18 04:37:59.817639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cdc02a06-ff9e-4908-9389-35ae6bb5c1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:00.228608 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:01.133944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37002dba-8932-438c-a4d6-2972e7a5dc19 req-7820fc4c-8295-4ad8-b76b-ee5b1dc8f17c tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:38:01.134684 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-37002dba-8932-438c-a4d6-2972e7a5dc19 req-7820fc4c-8295-4ad8-b76b-ee5b1dc8f17c tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:38:01.149197 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-37002dba-8932-438c-a4d6-2972e7a5dc19 req-7820fc4c-8295-4ad8-b76b-ee5b1dc8f17c tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:38:01.150395 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-37002dba-8932-438c-a4d6-2972e7a5dc19 req-7820fc4c-8295-4ad8-b76b-ee5b1dc8f17c tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 945 time: 0.1021762 Feb 18 04:38:01.196347 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-37002dba-8932-438c-a4d6-2972e7a5dc19 req-934cd214-c041-490c-b200-1ac17a3f10d7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Feb 18 04:38:01.532372 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:01.930485 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:02.396922 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b20bb7-03a0-4db3-9c2f-3bc33f7d3895 req-9dba62e9-8d72-4344-a5de-4cc53b36f950 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:38:02.398524 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d4b20bb7-03a0-4db3-9c2f-3bc33f7d3895 req-9dba62e9-8d72-4344-a5de-4cc53b36f950 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 945 time: 0.0878086 Feb 18 04:38:02.450368 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-d4b20bb7-03a0-4db3-9c2f-3bc33f7d3895 req-1225c7e4-7128-474e-a7aa-a9d37167deef tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453956 Feb 18 04:38:02.795217 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-15addf32-7245-45d1-bc66-2080ede2a152 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:38:02.796809 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-15addf32-7245-45d1-bc66-2080ede2a152 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 945 time: 0.0847619 Feb 18 04:38:02.876483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Deleting port 22ade5d6-748f-41b4-b13f-555ccb198983 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:38:02.876860 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:03.128661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] For port 22ade5d6-748f-41b4-b13f-555ccb198983, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=22ade5d6-748f-41b4-b13f-555ccb198983,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:38:03.128973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:03.260308 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Calling delete_port for 22ade5d6-748f-41b4-b13f-555ccb198983 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:38:03.402165 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:03.417438 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7ddfe2da-642b-4e67-91a6-1a41524cbfb7 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:03.510322 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event deleted for resources: {'Port': ['ID=22ade5d6-748f-41b4-b13f-555ccb198983,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:03.517092 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:03.623687 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ec174352-ce33-4198-ac14-ff592bc7221b req-d7bcab6d-9386-4634-83fe-be0646f7c89b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=ade5be6f-86fe-44fa-b6f4-805a26d15acf HTTP/1.1" status: 200 len: 210 time: 0.0557759 Feb 18 04:38:03.671380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] No DVR routers for this DVR port 22ade5d6-748f-41b4-b13f-555ccb198983 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:38:03.673478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:03.676180 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'name': 'network-vif-deleted', 'tag': '22ade5d6-748f-41b4-b13f-555ccb198983'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:38:03.693106 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-ef281788-c1dc-4d5f-a17c-6852c05ae6f9 req-758559c5-301e-4eb2-9404-c5149e6a5582 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "DELETE /v2.0/ports/22ade5d6-748f-41b4-b13f-555ccb198983 HTTP/1.1" status: 204 len: 173 time: 0.8892972 Feb 18 04:38:03.733515 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade5be6f-86fe-44fa-b6f4-805a26d15acf', 'name': 'network-vif-deleted', 'tag': '22ade5d6-748f-41b4-b13f-555ccb198983', 'status': 'completed', 'code': 200} Feb 18 04:38:04.196832 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 22ade5d6-748f-41b4-b13f-555ccb198983 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:38:04.236421 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: 22ade5d6-748f-41b4-b13f-555ccb198983 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:38:04.236818 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 22ade5d6-748f-41b4-b13f-555ccb198983 not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:38:06.335657 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b15a6-4cca-4ecc-80f6-45f5a878f5b1 req-7d8e3bb1-b6d8-494f-bf73-1c7b058b57df tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:38:06.336332 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-656b15a6-4cca-4ecc-80f6-45f5a878f5b1 req-7d8e3bb1-b6d8-494f-bf73-1c7b058b57df tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Synchronizing usage tracker for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 04:38:06.350686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [req-656b15a6-4cca-4ecc-80f6-45f5a878f5b1 req-7d8e3bb1-b6d8-494f-bf73-1c7b058b57df tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Unset dirty status for tenant:0030bea176124597a4fdd174da8fca82 on resource:port {{(pid=83967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 04:38:06.351941 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-656b15a6-4cca-4ecc-80f6-45f5a878f5b1 req-7d8e3bb1-b6d8-494f-bf73-1c7b058b57df tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 945 time: 0.1050932 Feb 18 04:38:06.398080 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-656b15a6-4cca-4ecc-80f6-45f5a878f5b1 req-0551e87b-6ec8-4ba4-a1f6-8d78a6b4a165 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398560 Feb 18 04:38:07.594577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4dcc1-5fda-4441-9ebc-0f2eb4c04c9a req-80651c4e-5622-4cfb-a3b5-f33660f28c5b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:38:07.596220 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fba4dcc1-5fda-4441-9ebc-0f2eb4c04c9a req-80651c4e-5622-4cfb-a3b5-f33660f28c5b tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 945 time: 0.0850673 Feb 18 04:38:07.643524 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-fba4dcc1-5fda-4441-9ebc-0f2eb4c04c9a req-7cbcd6e8-c194-41c2-8fdd-ffb57e01f447 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Feb 18 04:38:08.102441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 0c4344c3-4c56-47ce-8998-65d9cadcef66 up at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 04:38:08.173942 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.provisioning_blocks [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Provisioning complete for port 0c4344c3-4c56-47ce-8998-65d9cadcef66 triggered by entity L2. {{(pid=83968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 04:38:08.174359 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850973005'] for port, provisioning_complete {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:08.183814 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-5e8e3236-3d33-4809-89dd-6ea9b267998d tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:38:08.185385 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-5e8e3236-3d33-4809-89dd-6ea9b267998d tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 945 time: 0.0854435 Feb 18 04:38:08.267142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Deleting port 0c4344c3-4c56-47ce-8998-65d9cadcef66 {{(pid=83967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 04:38:08.268190 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256023214162'] for port, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:08.523091 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.db [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] For port 0c4344c3-4c56-47ce-8998-65d9cadcef66, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77630',level=0,port_id=0c4344c3-4c56-47ce-8998-65d9cadcef66,segment=NetworkSegment(99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd),segment_id=99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd)] {{(pid=83967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 04:38:08.523513 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854056004'] for port, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:08.658081 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Calling delete_port for 0c4344c3-4c56-47ce-8998-65d9cadcef66 owned by compute:nova {{(pid=83967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 04:38:08.863127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3915460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854655704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256023242783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780831139119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61164452'] for port, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:08.880907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-be40b916-d2fb-4a7d-8d80-4f7e0a3b9f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:08.975804 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Pushing event deleted for resources: {'Port': ['ID=0c4344c3-4c56-47ce-8998-65d9cadcef66,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:08.984998 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:09.011595 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517165b9-a0b4-4dd3-8298-ba3b118974fa req-ed89ae85-ac9d-4c63-bf63-7f83d63eeb78 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 04:38:09.013199 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-517165b9-a0b4-4dd3-8298-ba3b118974fa req-ed89ae85-ac9d-4c63-bf63-7f83d63eeb78 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/ports?device_id=b861418e-db62-4365-aec9-e05b5c74b262 HTTP/1.1" status: 200 len: 945 time: 0.2385721 Feb 18 04:38:09.097359 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-517165b9-a0b4-4dd3-8298-ba3b118974fa req-e6e109af-76fb-42dd-a49d-cc7ece47b4e5 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.58 "GET /v2.0/security-groups?id=73a04df1-59aa-4272-941e-0c2b42ee189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769701 Feb 18 04:38:09.146411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] No DVR routers for this DVR port 0c4344c3-4c56-47ce-8998-65d9cadcef66 on host hv-cinder-77630 {{(pid=83967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 04:38:09.148612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036853781512'] for port, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:09.152467 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b861418e-db62-4365-aec9-e05b5c74b262', 'name': 'network-vif-deleted', 'tag': '0c4344c3-4c56-47ce-8998-65d9cadcef66'}] {{(pid=83967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 04:38:09.166409 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [req-b1c04b47-c713-45f8-a19d-7cfe52e8f726 req-db3aab04-f9d3-41dc-9b02-af10aba25cf9 tempest-AttachVolumeNegativeTest-279956373 tempest-AttachVolumeNegativeTest-279956373-project] 10.222.0.23 "DELETE /v2.0/ports/0c4344c3-4c56-47ce-8998-65d9cadcef66 HTTP/1.1" status: 204 len: 173 time: 0.9735017 Feb 18 04:38:09.202358 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b861418e-db62-4365-aec9-e05b5c74b262', 'name': 'network-vif-deleted', 'tag': '0c4344c3-4c56-47ce-8998-65d9cadcef66', 'status': 'completed', 'code': 200} Feb 18 04:38:10.051443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 0c4344c3-4c56-47ce-8998-65d9cadcef66 no longer exists at agent ovs-agent-hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 04:38:10.088362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.plugin [None req-06689ccb-8245-410e-8627-ed53843c859e None None] No Port match for: 0c4344c3-4c56-47ce-8998-65d9cadcef66 {{(pid=83968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 04:38:10.088749 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.rpc [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Device 0c4344c3-4c56-47ce-8998-65d9cadcef66 not bound to the agent host hv-cinder-77630 {{(pid=83968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 04:38:10.198077 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47484) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:10.267051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Deleting subnet fc322b26-a881-4bb5-884b-85971ac5cf70 {{(pid=83966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 04:38:10.270113 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:10.321754 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60953328'] for subnet, precommit_delete_associations {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:10.378008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844980'] for subnet, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:10.637387 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854029148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61731729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61749264'] for subnet, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:10.652795 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:10.745175 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc322b26-a881-4bb5-884b-85971ac5cf70,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:10.761844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.762261 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.762679 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.763089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.763531 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.763940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.764342 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.764743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.765145 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.765543 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.765940 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.766338 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.766775 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.767174 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.767636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.768033 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.768429 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.768827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.769220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.769623 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.770015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.770411 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.770801 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.771193 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:38:10.776320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:10.803351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:10.809429 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-dbd71d5e-f742-455b-8e3f-0f68cf4ee459 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fc322b26-a881-4bb5-884b-85971ac5cf70 HTTP/1.1" status: 204 len: 168 time: 0.6102483 Feb 18 04:38:10.812102 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47488) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:10.926493 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3878237'] for network, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:11.114245 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850843845', 'neutron.services.segments.db._delete_segments_for_network--9223363256023121114'] for network, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:11.226325 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b716d9de-361f-48eb-809d-578bb6269eef']}} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:38:11.238781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd') {'for_net_delete': True} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:38:11.239116 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.services.segments.db [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bee5c8-2d2d-4ed5-8517-5d959a0a1bdd') {} {{(pid=83966) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 04:38:11.251074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256023117018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793822520'] for segment, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:11.265930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3929259'] for segment, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:11.268604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 04:38:11.440993 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Network b716d9de-361f-48eb-809d-578bb6269eef has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:38:11.449907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850846541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793043152'] for segment, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:11.629188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.plugins.ml2.managers [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Network b716d9de-361f-48eb-809d-578bb6269eef has no segments {{(pid=83966) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: Traceback (most recent call last): Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: timer() Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: cb(*args, **kw) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: return func(*args, **kwargs) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: self._notify() Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: self.callback(batched_events) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: event.method(event) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: segment_id)['aggregates'][0] Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: return f(self, *a, **k) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: return self._get(url).json() Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: **kwargs) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: return self.request(url, 'GET', **kwargs) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: **endpoint_filter) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 04:38:11.650967 dv-cinder-776307-1-smb neutron-server[83855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 04:38:11.953852 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854082488'] for network, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:11.957181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-219771b2-e2dd-4436-bb43-40a0d7922e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:11.971093 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647591'] for network, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:11.981806 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Pushing event deleted for resources: {'Network': ['ID=b716d9de-361f-48eb-809d-578bb6269eef,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:11.985126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:11.989953 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1193af5e-1c88-4be4-b117-03d4fd137fde admin admin] 10.222.0.58 "DELETE /v2.0/networks/b716d9de-361f-48eb-809d-578bb6269eef HTTP/1.1" status: 204 len: 168 time: 1.1768594 Feb 18 04:38:12.161337 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47494) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:12.211593 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-e4d1c611-eccb-4d65-b2f0-3a2723132c2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0030bea176124597a4fdd174da8fca82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489058 Feb 18 04:38:12.213936 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47498) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:12.272881 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a62a080-876c-4420-8b96-599ae95b51b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:12.300015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a62a080-876c-4420-8b96-599ae95b51b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:12.349551 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a62a080-876c-4420-8b96-599ae95b51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:12.354523 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-30183fb0-5721-4941-9e5e-ae5685f89977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:12.368507 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a080-876c-4420-8b96-599ae95b51b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a04df1-59aa-4272-941e-0c2b42ee189f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:12.371458 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1a62a080-876c-4420-8b96-599ae95b51b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:12.377839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a62a080-876c-4420-8b96-599ae95b51b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:12.379033 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1a62a080-876c-4420-8b96-599ae95b51b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73a04df1-59aa-4272-941e-0c2b42ee189f HTTP/1.1" status: 204 len: 168 time: 0.1641703 Feb 18 04:38:17.265441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47586) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:17.387757 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:17.403221 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:17.407198 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Usage tracker for resource:security_group_rule and tenant:006a61e6fb07496caf08844f56fdf7eb is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:17.410109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:17.415742 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:17.498345 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:17.501051 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:17.510169 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-3a522d23-a77d-4c3e-84e0-7a874cdcb94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:17.553093 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=006a61e6fb07496caf08844f56fdf7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865436 Feb 18 04:38:17.554798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72862e-aeb7-4ebd-8242-5d73185ed9b3,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:17.556028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47592) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:17.558159 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b7d2fdac-166f-4bcf-84b4-f3ee5ba49b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:17.617409 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07abdfca-73a8-4a57-9120-200d2acbaaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:17.644533 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07abdfca-73a8-4a57-9120-200d2acbaaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:17.687994 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07abdfca-73a8-4a57-9120-200d2acbaaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:17.693441 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-34e3209c-7892-43f6-aaf3-1365afe9f8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:17.706673 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abdfca-73a8-4a57-9120-200d2acbaaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72862e-aeb7-4ebd-8242-5d73185ed9b3,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:17.709718 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-07abdfca-73a8-4a57-9120-200d2acbaaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:17.710618 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-07abdfca-73a8-4a57-9120-200d2acbaaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:17.711868 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-07abdfca-73a8-4a57-9120-200d2acbaaf1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e72862e-aeb7-4ebd-8242-5d73185ed9b3 HTTP/1.1" status: 204 len: 168 time: 0.1547267 Feb 18 04:38:17.993897 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47600) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:18.015506 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:18.030179 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:18.034686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Usage tracker for resource:security_group_rule and tenant:d81d29b068a9468aa377afc2278a2dc9 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:18.037577 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:18.043200 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:18.125586 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:18.128142 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:18.136564 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8ba234e1-2d51-4a9e-962c-2f999188a4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:18.178210 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d81d29b068a9468aa377afc2278a2dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831701 Feb 18 04:38:18.179031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec17b31-9d0b-47cc-9467-ddda4b7f676f,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:18.181975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47604) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:18.182295 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-546ff4cd-eb5a-4d3b-86a2-148d8bc0850e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:18.244893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:18.274606 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:18.322954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:18.327853 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-af8a132e-1372-4784-b8ec-d9cdde45acf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:18.340590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec17b31-9d0b-47cc-9467-ddda4b7f676f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:18.346556 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:18.350899 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:18.352135 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ec17b31-9d0b-47cc-9467-ddda4b7f676f HTTP/1.1" status: 204 len: 168 time: 0.1687992 Feb 18 04:38:20.464483 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:38:22.228402 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:27.575029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-637c27be-a6e0-44a2-9620-30839fd849b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.414028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47740) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:28.538181 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.553915 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:28.557917 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Usage tracker for resource:security_group_rule and tenant:8811177acc1a4163879b71445459c077 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:28.560816 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:28.566569 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:28.655496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.658410 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.667088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-56702893-2225-4de4-ab33-ae04a4a25fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:28.708680 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8811177acc1a4163879b71445459c077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935488 Feb 18 04:38:28.710374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8243f7-06dc-499c-b9f6-75e4c041ccae,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:28.711650 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47746) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:28.714030 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:28.772914 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ae84f23f-4d27-47a6-9f3f-930f231d7581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.799612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ae84f23f-4d27-47a6-9f3f-930f231d7581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.847362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ae84f23f-4d27-47a6-9f3f-930f231d7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.852117 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e5345c49-7dd7-469d-a656-ad3307cf41db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:28.865969 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84f23f-4d27-47a6-9f3f-930f231d7581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8243f7-06dc-499c-b9f6-75e4c041ccae,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:28.869027 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ae84f23f-4d27-47a6-9f3f-930f231d7581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:28.874930 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ae84f23f-4d27-47a6-9f3f-930f231d7581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:28.875940 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-ae84f23f-4d27-47a6-9f3f-930f231d7581 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e8243f7-06dc-499c-b9f6-75e4c041ccae HTTP/1.1" status: 204 len: 168 time: 0.1631498 Feb 18 04:38:29.152570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47754) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:29.171954 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.186651 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:29.191124 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f45168c2af174bf5a56f84c9a0a697d0 is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:29.194071 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:29.199790 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:29.281614 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.284309 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.292743 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-8c6ccd11-61ea-4ec0-bbb8-ee30ab5407b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:29.334695 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f45168c2af174bf5a56f84c9a0a697d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809692 Feb 18 04:38:29.336473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab8b977-594e-4b89-b869-222ff8d0789f,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:29.337830 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47758) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:29.339808 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fb04b1d7-f241-49a9-b68e-059ef64f69b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:29.402891 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0c348d72-e534-42ca-89c0-c1d532bb34bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.429126 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0c348d72-e534-42ca-89c0-c1d532bb34bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.472973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0c348d72-e534-42ca-89c0-c1d532bb34bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.477793 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-abdea538-1c00-4782-91fb-eeb714b49011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:29.489983 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c348d72-e534-42ca-89c0-c1d532bb34bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab8b977-594e-4b89-b869-222ff8d0789f,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:29.494075 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0c348d72-e534-42ca-89c0-c1d532bb34bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:29.499748 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0c348d72-e534-42ca-89c0-c1d532bb34bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.500951 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0c348d72-e534-42ca-89c0-c1d532bb34bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ab8b977-594e-4b89-b869-222ff8d0789f HTTP/1.1" status: 204 len: 168 time: 0.1620545 Feb 18 04:38:29.819443 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80b51129-f437-4c79-9ca5-55deb8b8e308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.852388 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47766) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:29.872035 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.887842 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:29.891861 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca0b51def68640faab0f33b6ea961ad3 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:29.894813 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:29.900570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:29.982705 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.985380 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:29.994473 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-948d07d8-bf78-498c-b95e-f228b6f07184 tempest-AttachVolumeTestJSON-257187051 tempest-AttachVolumeTestJSON-257187051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:30.040029 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca0b51def68640faab0f33b6ea961ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864047 Feb 18 04:38:30.041003 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce01b567-3ab6-4042-9827-e105e79d4aa1,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:30.042975 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47770) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:30.044262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-81f389f2-1e5a-4622-ad52-e267c28519c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:30.104470 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-256105f2-5621-4816-9fe4-8e34f0cc438a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:30.134680 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-256105f2-5621-4816-9fe4-8e34f0cc438a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:30.178588 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-256105f2-5621-4816-9fe4-8e34f0cc438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:30.183514 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-2fbee8a3-8d78-45c1-9c23-1096ef162a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:30.195943 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256105f2-5621-4816-9fe4-8e34f0cc438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce01b567-3ab6-4042-9827-e105e79d4aa1,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:30.201163 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-256105f2-5621-4816-9fe4-8e34f0cc438a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:30.205430 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-256105f2-5621-4816-9fe4-8e34f0cc438a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:30.206647 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-256105f2-5621-4816-9fe4-8e34f0cc438a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce01b567-3ab6-4042-9827-e105e79d4aa1 HTTP/1.1" status: 204 len: 168 time: 0.1617813 Feb 18 04:38:30.241686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:31.533320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:31.921739 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.201477 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47828) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:32.343021 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.358009 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:32.362014 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Usage tracker for resource:security_group_rule and tenant:910e24dc1265413fb0bf7e2cb10a003d is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:32.365006 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:32.370982 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:32.453846 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.457176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.465750 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d44198e3-8111-4639-8b6b-55b1e8b9bbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:32.507625 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=910e24dc1265413fb0bf7e2cb10a003d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049226 Feb 18 04:38:32.508583 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60681282-dd9b-4ee6-9094-a17aeb98da7c,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:32.510545 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47834) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:32.511798 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f62ddfdf-4fdd-40f9-900c-0d755d52c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:32.575320 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f0cadb2a-8604-460b-b787-a2543f552ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.601570 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f0cadb2a-8604-460b-b787-a2543f552ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.646871 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f0cadb2a-8604-460b-b787-a2543f552ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.652893 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7a278016-5e1a-4e43-9ea5-63096a4ca838 tempest-VolumesNegativeTest-348908755 tempest-VolumesNegativeTest-348908755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:32.665692 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cadb2a-8604-460b-b787-a2543f552ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60681282-dd9b-4ee6-9094-a17aeb98da7c,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:32.669379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f0cadb2a-8604-460b-b787-a2543f552ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:32.675331 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f0cadb2a-8604-460b-b787-a2543f552ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:32.676527 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-f0cadb2a-8604-460b-b787-a2543f552ef4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60681282-dd9b-4ee6-9094-a17aeb98da7c HTTP/1.1" status: 204 len: 168 time: 0.1641490 Feb 18 04:38:32.972934 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47842) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:32.992220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:33.007526 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:33.011546 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Usage tracker for resource:security_group_rule and tenant:5516c8f9d3394fbab35f67d89b3ca88f is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:33.014427 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:33.020225 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:33.102220 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:33.105004 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:33.117862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-c628d01c-f32a-4fff-9934-599ca5778bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:33.159783 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5516c8f9d3394fbab35f67d89b3ca88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851256 Feb 18 04:38:33.160716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4b5114-da68-43b8-a201-cc27d6c8179a,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:33.162639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47846) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:33.164219 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7f75617a-4b7d-4c0e-99f3-36634442a17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:33.226590 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7d298881-80eb-4ecf-baaf-20f920578662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:33.253140 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7d298881-80eb-4ecf-baaf-20f920578662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:33.295744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7d298881-80eb-4ecf-baaf-20f920578662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:33.301057 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-fc719d87-e4e8-4aef-b179-a67627be5bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:33.314379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d298881-80eb-4ecf-baaf-20f920578662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4b5114-da68-43b8-a201-cc27d6c8179a,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:33.318395 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-7d298881-80eb-4ecf-baaf-20f920578662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:33.323839 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-7d298881-80eb-4ecf-baaf-20f920578662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:33.325037 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-7d298881-80eb-4ecf-baaf-20f920578662 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae4b5114-da68-43b8-a201-cc27d6c8179a HTTP/1.1" status: 204 len: 168 time: 0.1613131 Feb 18 04:38:35.625644 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47908) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:35.745127 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:35.760496 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:35.765416 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Usage tracker for resource:security_group_rule and tenant:b44cff8fd0dc4f4bae7a0c60277f36ef is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:35.767694 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:35.774186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:35.858307 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:35.861089 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:35.869687 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0989a567-4608-41cc-a6e6-c1bad3e716ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:35.915163 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b44cff8fd0dc4f4bae7a0c60277f36ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884009 Feb 18 04:38:35.916919 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da3e21f-3704-46c8-a09b-84bcb6db0ec6,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:35.918082 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47914) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:35.920192 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-93a36291-fec0-4205-8735-bf46655fa626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:35.981108 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08bc9de-82f4-4629-9d0c-2de513483918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.008023 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08bc9de-82f4-4629-9d0c-2de513483918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.050819 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08bc9de-82f4-4629-9d0c-2de513483918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.055661 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-a9318be5-b0b7-4364-b4e0-b81d170b4d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:36.070204 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bc9de-82f4-4629-9d0c-2de513483918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da3e21f-3704-46c8-a09b-84bcb6db0ec6,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:36.073484 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b08bc9de-82f4-4629-9d0c-2de513483918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:36.077937 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-b08bc9de-82f4-4629-9d0c-2de513483918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.079128 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-b08bc9de-82f4-4629-9d0c-2de513483918 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6da3e21f-3704-46c8-a09b-84bcb6db0ec6 HTTP/1.1" status: 204 len: 168 time: 0.1599853 Feb 18 04:38:36.360028 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47922) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:36.380501 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.395450 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:36.399536 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Usage tracker for resource:security_group_rule and tenant:bbf8875708dd4515bb5fd0c6d2833cdd is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:36.402414 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:36.408166 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:36.494424 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.497129 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.506552 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e3424ca2-05d2-49f0-bf7e-ec8a4c0d3690 tempest-AttachVolumeShelveTestJSON-1439030822 tempest-AttachVolumeShelveTestJSON-1439030822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:36.548049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c1cf2-8a0f-42f0-b9bc-67e75c0c1dc0,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:36.553009 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbf8875708dd4515bb5fd0c6d2833cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918619 Feb 18 04:38:36.553993 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-0ad5709d-0783-491c-bce2-a2a21f9fc34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:36.555844 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47926) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:36.617525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-63391586-3244-47c4-9e51-744d632f809e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.645522 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-63391586-3244-47c4-9e51-744d632f809e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.689935 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-63391586-3244-47c4-9e51-744d632f809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.694938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d4b35f5c-e43e-433b-b235-e0dd8d4a15b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:36.708262 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63391586-3244-47c4-9e51-744d632f809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c1cf2-8a0f-42f0-b9bc-67e75c0c1dc0,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:36.711299 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-63391586-3244-47c4-9e51-744d632f809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:36.712222 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-63391586-3244-47c4-9e51-744d632f809e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:36.713404 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-63391586-3244-47c4-9e51-744d632f809e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b84c1cf2-8a0f-42f0-b9bc-67e75c0c1dc0 HTTP/1.1" status: 204 len: 168 time: 0.1565974 Feb 18 04:38:37.824079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 47956) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:37.947987 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:37.963639 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:37.967670 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe69a5133184b4f81fa9c227c247aac is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:37.970587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:37.976374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:38.059031 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:38.061684 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:38.070745 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-b5cd58f0-c957-470e-b17e-f1cd3e2138ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:38.111152 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fe69a5133184b4f81fa9c227c247aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859626 Feb 18 04:38:38.113368 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9988ca3-cf95-4aba-a5c6-be3b15888706,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:38.114579 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 47962) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:38.116675 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-cc62186f-1134-4855-a1a9-c7b115a27282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:38.177302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a753848-44b0-4842-828a-e9f550603643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:38.203625 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a753848-44b0-4842-828a-e9f550603643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:38.247631 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a753848-44b0-4842-828a-e9f550603643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:38.252460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6e02e636-c235-4439-9e90-aba716f532be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:38.264747 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a753848-44b0-4842-828a-e9f550603643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9988ca3-cf95-4aba-a5c6-be3b15888706,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:38.269938 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-1a753848-44b0-4842-828a-e9f550603643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:38.274232 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1a753848-44b0-4842-828a-e9f550603643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:38.277952 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-1a753848-44b0-4842-828a-e9f550603643 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9988ca3-cf95-4aba-a5c6-be3b15888706 HTTP/1.1" status: 204 len: 168 time: 0.1596336 Feb 18 04:38:43.016121 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 48028) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:43.137455 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:43.152413 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:38:43.156520 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ee36aec0f0df46e2b5b3d5da99ad8d9d is out of sync, need to count used quota {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:38:43.159587 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:38:43.165373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:38:43.248079 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:43.250928 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:43.263374 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-d96b550b-400a-4b07-9051-314be79b163c tempest-TestShelveInstance-1574591590 tempest-TestShelveInstance-1574591590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:43.304631 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee36aec0f0df46e2b5b3d5da99ad8d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874193 Feb 18 04:38:43.306306 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470383e9-118e-410f-8316-065f062a32a6,revision_number=1']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:43.307619 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 48034) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:38:43.309525 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-5dad5969-2a76-46ef-9537-094c53a7e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:43.369257 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d36e62c-609c-4456-8aa9-7e5cc0036f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:43.396373 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d36e62c-609c-4456-8aa9-7e5cc0036f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:43.443781 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d36e62c-609c-4456-8aa9-7e5cc0036f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:43.448613 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-f600aecd-949c-4068-b1de-b6ea916e7130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:38:43.460827 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e62c-609c-4456-8aa9-7e5cc0036f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470383e9-118e-410f-8316-065f062a32a6,revision_number=None']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:38:43.464921 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-6d36e62c-609c-4456-8aa9-7e5cc0036f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:38:43.470383 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6d36e62c-609c-4456-8aa9-7e5cc0036f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:43.471606 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-6d36e62c-609c-4456-8aa9-7e5cc0036f03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/470383e9-118e-410f-8316-065f062a32a6 HTTP/1.1" status: 204 len: 168 time: 0.1628926 Feb 18 04:38:52.258949 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:57.464134 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:38:57.575955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-414a4178-b189-4c8a-86e6-05e98e5ca241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:38:59.821058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ac58f7f0-143d-4eff-bebc-4b26d1c3b45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:00.232976 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:01.536829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:01.923088 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.186065 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83966) accepted ('10.222.0.58', 48284) {{(pid=83966) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:39:22.263236 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.337572 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.352892 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 04:39:22.356838 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2a6647ba15410c92bd606b6e515194 is out of sync, need to count used quota {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 04:39:22.359744 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.quota.resource [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83966) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 04:39:22.365941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.quota.driver [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83966) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 04:39:22.449389 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.452176 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_create {{(pid=83966) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.460874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-ac977de4-8fff-4587-8592-c999a672da0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:39:22.503167 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a2a6647ba15410c92bd606b6e515194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160017 Feb 18 04:39:22.504933 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f527f-31d1-45c4-8f67-e9d34ee33bca,revision_number=1']} {{(pid=83966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:39:22.506212 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [-] (83967) accepted ('10.222.0.58', 48290) {{(pid=83967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 04:39:22.513025 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.513460 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.513884 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.514309 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.514722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.515137 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.515574 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.515985 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.516393 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.516800 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.517208 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.517612 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.518060 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.518469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.518874 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.519294 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.519702 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.520109 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.520511 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.520944 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.521353 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.521753 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.522157 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.522558 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.527064 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-80649b1a-3dfa-4667-b90c-6383d79bb797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83966) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:39:22.569856 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.596058 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.640210 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748563'] for security_group, after_delete {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.645068 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-e7216366-01b8-4a9d-ab6f-0b1ece5e184c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 04:39:22.657369 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f527f-31d1-45c4-8f67-e9d34ee33bca,revision_number=None']} {{(pid=83967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 04:39:22.668449 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.668864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.669275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.670351 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.670763 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.671377 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.672254 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.672978 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.673097 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.673580 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.673981 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.674379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77630 {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.674815 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.675218 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.675636 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.676029 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.676420 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.676812 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.677765 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.678156 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.678550 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.678941 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.679379 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.679770 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-1-smb {{(pid=83967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 04:39:22.683298 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG oslo_concurrency.lockutils [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 04:39:22.688186 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:22.689463 dv-cinder-776307-1-smb neutron-server[83855]: INFO neutron.wsgi [None req-475d064d-5afd-480a-91d1-625f7d220c52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/955f527f-31d1-45c4-8f67-e9d34ee33bca HTTP/1.1" status: 204 len: 168 time: 0.1821272 Feb 18 04:39:27.577277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-641e6214-9e31-401f-a94a-fac6c0f9510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:29.824260 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-400342f2-e045-4f52-952d-0aaa74958e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:30.234880 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:31.538635 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:31.920284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:34.463735 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:39:52.275469 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:57.578584 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f49-e29b-4064-acee-54f6b21b3e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:39:59.825277 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-09a30f76-7e74-429f-9297-6631fac35980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:00.237074 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:01.541645 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:01.928300 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:11.464864 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:40:22.297216 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:27.579275 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c78fc05a-e222-496a-b337-427fcb3f27f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:29.826479 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-033c0fab-1606-4df8-8010-8ee91b966c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:30.240953 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:31.542270 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:31.925293 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:48.464907 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:40:52.318992 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:57.580008 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-a5793a0b-45c7-4eca-8e9a-13d90daa139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:40:59.827778 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-ab401b29-63e3-4260-9a4d-5d7f6cdabdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:00.241788 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:01.544362 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:01.927851 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:22.311390 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:25.464652 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:41:27.581472 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d802-a037-42c1-a743-e7cb5dad5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:29.828791 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-98600233-f33d-4921-98c1-662b6248a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:30.245010 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:31.545451 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:31.931621 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:52.315264 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:57.581486 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-40600493-85d6-4cb2-81ae-96db9efcac6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:41:59.831829 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-c7f337b4-da0b-429a-bb84-0427185bc782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:00.246925 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:01.546959 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:01.934276 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:02.464862 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:42:22.312799 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:27.582235 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-007a698c-3fce-4d35-b534-28bba1808e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:29.832541 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-fa88627a-ecb4-4e71-8891-5ed2831e4006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:30.249686 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:31.548858 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:31.938766 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:39.463997 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:42:52.328828 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:57.583716 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d0f6-e56f-4768-a9c9-1e589d49bfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:42:59.833955 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-0781c20e-7601-4c12-a9b2-0f0e856aba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:00.253290 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:01.550478 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:01.941378 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:08.479545 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-efcc30c8-9043-4403-b405-99410f1918c2 req-87e73a22-ff0f-4c6e-a6e4-efdb479508e7 service neutron] (83967) timed out ('10.222.0.23', 51390) {{(pid=83967) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 04:43:16.463188 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:43:22.342376 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:27.584973 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-f05b7bfa-0d33-4508-8907-8d0d7469d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:29.834183 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd38f-18dc-4154-948b-8a5905fb7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:30.256191 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:31.551746 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:31.944360 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:40.685284 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.wsgi [req-6df5cc45-1f2f-491a-83b7-597f46c06dd2 req-a109719f-bdd2-4107-b2d8-db56b3ba8da3 service neutron] (83966) timed out ('10.222.0.23', 51426) {{(pid=83966) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 04:43:52.356114 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:53.463571 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 04:43:57.586170 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1db14460-079b-4cb6-b1af-4568f139da35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:43:59.835110 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-24e9f446-0ae0-45f9-84ef-6cbab7dbb3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:00.258604 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:01.553863 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-45287fe0-1dd0-42e6-bdb1-6c37d862ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:01.955015 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfbd-f09c-4a6e-b6d1-60ff828f930e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:22.407722 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-06689ccb-8245-410e-8627-ed53843c859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:27.587600 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d5317c67-a501-4eea-bb7f-50b53cc422ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:29.837231 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5f25-65ce-4891-9c8b-9edb5616c20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:30.262302 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron_lib.callbacks.manager [None req-1505d4d3-5196-4e89-bf21-bed0b90104ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256023121131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850971803'] for agent, after_update {{(pid=83968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 04:44:30.463049 dv-cinder-776307-1-smb neutron-server[83855]: DEBUG neutron.db.agents_db [None req-616e2d71-ccbf-444c-9acb-e589c4f1dba7 None None] Agent healthcheck: found 6 active agents {{(pid=83969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}